2024-11-18 05:41:13,889 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-18 05:41:13,906 main DEBUG Took 0.014251 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 05:41:13,906 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 05:41:13,907 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 05:41:13,908 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 05:41:13,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,920 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 05:41:13,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,940 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,943 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,945 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,947 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,948 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,954 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:41:13,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,958 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 05:41:13,960 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:41:13,962 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 05:41:13,965 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 05:41:13,965 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 05:41:13,967 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 05:41:13,968 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 05:41:13,977 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 05:41:13,980 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 05:41:13,982 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 05:41:13,983 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 05:41:13,983 main DEBUG createAppenders(={Console}) 2024-11-18 05:41:13,985 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-18 05:41:13,985 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-18 05:41:13,985 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-18 05:41:13,986 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 05:41:13,986 main DEBUG OutputStream closed 2024-11-18 05:41:13,987 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 05:41:13,987 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 05:41:13,987 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-18 05:41:14,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 05:41:14,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 05:41:14,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 05:41:14,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 05:41:14,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 05:41:14,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 05:41:14,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 05:41:14,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 05:41:14,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 05:41:14,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 05:41:14,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 05:41:14,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 05:41:14,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 05:41:14,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 05:41:14,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 05:41:14,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 05:41:14,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 05:41:14,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 05:41:14,108 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 05:41:14,108 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-18 05:41:14,109 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 05:41:14,110 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-18T05:41:14,466 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61 2024-11-18 05:41:14,470 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 05:41:14,471 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T05:41:14,494 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-18T05:41:14,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=5885 2024-11-18T05:41:14,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:41:14,624 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f, deleteOnExit=true 2024-11-18T05:41:14,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T05:41:14,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/test.cache.data in system properties and HBase conf 2024-11-18T05:41:14,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:41:14,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:41:14,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:41:14,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:41:14,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T05:41:14,751 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T05:41:14,876 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:41:14,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:41:14,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:41:14,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:41:14,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:41:14,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:41:14,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:41:14,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:41:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:41:14,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:41:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:41:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:41:14,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:41:14,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:41:14,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:41:16,109 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T05:41:16,202 INFO [Time-limited test {}] log.Log(170): Logging initialized @3266ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T05:41:16,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:41:16,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:41:16,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:41:16,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:41:16,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:41:16,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:41:16,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:41:16,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:41:16,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/java.io.tmpdir/jetty-localhost-39949-hadoop-hdfs-3_4_1-tests_jar-_-any-3424972387493946558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:41:16,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:39949} 2024-11-18T05:41:16,650 INFO [Time-limited test {}] server.Server(415): Started @3715ms 2024-11-18T05:41:17,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:41:17,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:41:17,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:41:17,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:41:17,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:41:17,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:41:17,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:41:17,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/java.io.tmpdir/jetty-localhost-41767-hadoop-hdfs-3_4_1-tests_jar-_-any-14070798245995347149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:41:17,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:41767} 2024-11-18T05:41:17,277 INFO [Time-limited test {}] server.Server(415): Started @4342ms 2024-11-18T05:41:17,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:41:17,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:41:17,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:41:17,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:41:17,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:41:17,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:41:17,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:41:17,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:41:17,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/java.io.tmpdir/jetty-localhost-38231-hadoop-hdfs-3_4_1-tests_jar-_-any-7430498520490903296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:41:17,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:38231} 2024-11-18T05:41:17,574 INFO [Time-limited test {}] server.Server(415): Started @4639ms 2024-11-18T05:41:17,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:41:18,611 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data2/current/BP-1584447756-172.17.0.2-1731908475567/current, will proceed with Du for space computation calculation, 2024-11-18T05:41:18,611 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data4/current/BP-1584447756-172.17.0.2-1731908475567/current, will proceed with Du for space computation calculation, 2024-11-18T05:41:18,611 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data1/current/BP-1584447756-172.17.0.2-1731908475567/current, will proceed with Du for space computation calculation, 2024-11-18T05:41:18,611 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data3/current/BP-1584447756-172.17.0.2-1731908475567/current, will proceed with Du for space computation calculation, 2024-11-18T05:41:18,638 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:41:18,638 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:41:18,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x408282c320e7b264 with lease ID 0xbf7ab3a003e61aed: Processing first storage report for DS-cef54557-1e43-4aa2-b085-e5717df906df from datanode DatanodeRegistration(127.0.0.1:44003, datanodeUuid=8450c735-f553-4c48-ba1a-5eff853cac1b, infoPort=44041, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567) 2024-11-18T05:41:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x408282c320e7b264 with lease ID 0xbf7ab3a003e61aed: from storage DS-cef54557-1e43-4aa2-b085-e5717df906df node DatanodeRegistration(127.0.0.1:44003, datanodeUuid=8450c735-f553-4c48-ba1a-5eff853cac1b, infoPort=44041, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T05:41:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3976e9b5de86388 with lease ID 0xbf7ab3a003e61aec: Processing first storage report for DS-9c468b85-5f87-4a35-88fe-5c12955693af from datanode DatanodeRegistration(127.0.0.1:43425, datanodeUuid=f1c2b05a-c54f-4cce-9278-ce7c2ecec9cb, infoPort=36939, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567) 2024-11-18T05:41:18,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61 2024-11-18T05:41:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3976e9b5de86388 with lease ID 0xbf7ab3a003e61aec: from storage DS-9c468b85-5f87-4a35-88fe-5c12955693af node DatanodeRegistration(127.0.0.1:43425, datanodeUuid=f1c2b05a-c54f-4cce-9278-ce7c2ecec9cb, infoPort=36939, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T05:41:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x408282c320e7b264 with lease ID 0xbf7ab3a003e61aed: Processing first storage report for DS-8cfc10ec-0b23-4a98-af47-543086b6cf10 from datanode DatanodeRegistration(127.0.0.1:44003, datanodeUuid=8450c735-f553-4c48-ba1a-5eff853cac1b, infoPort=44041, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567) 2024-11-18T05:41:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x408282c320e7b264 with lease ID 0xbf7ab3a003e61aed: from storage DS-8cfc10ec-0b23-4a98-af47-543086b6cf10 node DatanodeRegistration(127.0.0.1:44003, datanodeUuid=8450c735-f553-4c48-ba1a-5eff853cac1b, infoPort=44041, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:41:18,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3976e9b5de86388 with lease ID 0xbf7ab3a003e61aec: Processing first storage report for DS-8ac505ec-6c73-41ec-a3c3-21cf3f68e282 from datanode DatanodeRegistration(127.0.0.1:43425, datanodeUuid=f1c2b05a-c54f-4cce-9278-ce7c2ecec9cb, infoPort=36939, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567) 2024-11-18T05:41:18,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3976e9b5de86388 with lease ID 0xbf7ab3a003e61aec: from storage DS-8ac505ec-6c73-41ec-a3c3-21cf3f68e282 node DatanodeRegistration(127.0.0.1:43425, datanodeUuid=f1c2b05a-c54f-4cce-9278-ce7c2ecec9cb, infoPort=36939, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=617359629;c=1731908475567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:41:18,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/zookeeper_0, clientPort=58291, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:41:18,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58291 2024-11-18T05:41:18,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:18,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:41:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:41:19,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a with version=8 2024-11-18T05:41:19,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase-staging 2024-11-18T05:41:19,470 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T05:41:19,713 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:41:19,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:41:19,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:41:19,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:41:19,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:41:19,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:41:19,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T05:41:19,909 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T05:41:19,918 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T05:41:19,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:41:19,944 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6109 (auto-detected) 2024-11-18T05:41:19,945 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T05:41:19,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42635 2024-11-18T05:41:19,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42635 connecting to ZooKeeper ensemble=127.0.0.1:58291 2024-11-18T05:41:20,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426350x0, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:41:20,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42635-0x1014dbfb9d00000 connected 2024-11-18T05:41:20,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:20,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:20,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:41:20,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a, hbase.cluster.distributed=false 2024-11-18T05:41:20,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:41:20,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42635 2024-11-18T05:41:20,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42635 2024-11-18T05:41:20,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42635 2024-11-18T05:41:20,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42635 2024-11-18T05:41:20,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42635 2024-11-18T05:41:20,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:41:20,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:41:20,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:41:20,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:41:20,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:41:20,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:41:20,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:41:20,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:41:20,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32959 2024-11-18T05:41:20,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32959 connecting to ZooKeeper ensemble=127.0.0.1:58291 2024-11-18T05:41:20,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:20,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:20,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329590x0, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:41:20,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329590x0, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:41:20,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32959-0x1014dbfb9d00001 connected 2024-11-18T05:41:20,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:41:20,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:41:20,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:41:20,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:41:20,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-18T05:41:20,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32959 2024-11-18T05:41:20,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32959 2024-11-18T05:41:20,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-18T05:41:20,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-18T05:41:20,371 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:42635 2024-11-18T05:41:20,372 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:41:20,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:41:20,387 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:41:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:20,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:20,411 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:41:20,412 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,42635,1731908479560 from backup master directory 2024-11-18T05:41:20,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:20,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:41:20,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:41:20,419 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:41:20,419 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:20,422 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T05:41:20,423 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T05:41:20,483 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase.id] with ID: 449c37d9-44f6-4688-aefb-626343a1a89f 2024-11-18T05:41:20,483 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/.tmp/hbase.id 2024-11-18T05:41:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:41:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:41:20,496 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/.tmp/hbase.id]:[hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase.id] 2024-11-18T05:41:20,538 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:20,544 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T05:41:20,561 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-18T05:41:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:20,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:41:20,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:41:20,651 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:41:20,654 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:41:20,661 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:41:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:41:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:41:20,707 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store 2024-11-18T05:41:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:41:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:41:20,730 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T05:41:20,733 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:41:20,734 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:41:20,735 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:41:20,735 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:41:20,736 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:41:20,737 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:41:20,737 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:41:20,738 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908480734Disabling compacts and flushes for region at 1731908480734Disabling writes for close at 1731908480736 (+2 ms)Writing region close event to WAL at 1731908480737 (+1 ms)Closed at 1731908480737 2024-11-18T05:41:20,740 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/.initializing 2024-11-18T05:41:20,740 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/WALs/6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:20,748 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:41:20,761 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C42635%2C1731908479560, suffix=, logDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/WALs/6e2c48d1e2be,42635,1731908479560, archiveDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/oldWALs, maxLogs=10 2024-11-18T05:41:20,787 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/WALs/6e2c48d1e2be,42635,1731908479560/6e2c48d1e2be%2C42635%2C1731908479560.1731908480765, exclude list is [], retry=0 2024-11-18T05:41:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:41:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:20,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T05:41:20,844 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/WALs/6e2c48d1e2be,42635,1731908479560/6e2c48d1e2be%2C42635%2C1731908479560.1731908480765 2024-11-18T05:41:20,845 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44041:44041),(127.0.0.1/127.0.0.1:36939:36939)] 2024-11-18T05:41:20,845 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:41:20,845 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:41:20,848 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,849 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:41:20,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:20,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:20,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:41:20,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:20,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:41:20,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:41:20,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:20,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:41:20,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:41:20,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:20,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:41:20,922 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,925 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,926 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,931 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,931 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,935 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:41:20,939 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:41:20,944 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:41:20,945 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696611, jitterRate=-0.11421351134777069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:41:20,954 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731908480860Initializing all the Stores at 1731908480862 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908480863 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908480863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908480864 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908480864Cleaning up temporary data from old regions at 1731908480932 (+68 ms)Region opened successfully at 1731908480954 (+22 ms) 2024-11-18T05:41:20,955 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:41:20,989 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ccf5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:41:21,017 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T05:41:21,027 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T05:41:21,027 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T05:41:21,030 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:41:21,031 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T05:41:21,035 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T05:41:21,035 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:41:21,057 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:41:21,066 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:41:21,101 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:41:21,104 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:41:21,106 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:41:21,109 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:41:21,112 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:41:21,116 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:41:21,126 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:41:21,128 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:41:21,134 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:41:21,153 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:41:21,159 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:41:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:41:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:41:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,172 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,42635,1731908479560, sessionid=0x1014dbfb9d00000, setting cluster-up flag (Was=false) 2024-11-18T05:41:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,226 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:41:21,229 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:21,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,276 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:41:21,279 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:21,288 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T05:41:21,357 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:41:21,360 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(746): ClusterId : 449c37d9-44f6-4688-aefb-626343a1a89f 2024-11-18T05:41:21,363 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:41:21,366 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T05:41:21,372 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:41:21,378 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:41:21,378 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:41:21,377 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,42635,1731908479560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:41:21,386 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:41:21,387 DEBUG [RS:0;6e2c48d1e2be:32959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3bacfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:41:21,387 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:41:21,387 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:41:21,387 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:41:21,388 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:41:21,388 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:41:21,388 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,388 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:41:21,388 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,391 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731908511391 2024-11-18T05:41:21,392 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:41:21,394 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:41:21,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:41:21,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:41:21,397 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:41:21,398 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:41:21,398 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:41:21,398 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:41:21,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:21,401 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:32959 2024-11-18T05:41:21,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:41:21,399 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,403 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:41:21,405 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:41:21,405 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:41:21,405 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:41:21,405 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:41:21,405 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:41:21,408 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:41:21,408 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:41:21,408 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,42635,1731908479560 with port=32959, startcode=1731908480265 2024-11-18T05:41:21,413 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908481410,5,FailOnTimeoutGroup] 2024-11-18T05:41:21,415 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908481413,5,FailOnTimeoutGroup] 2024-11-18T05:41:21,415 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,416 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:41:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:41:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:41:21,417 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,417 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T05:41:21,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a 2024-11-18T05:41:21,421 DEBUG [RS:0;6e2c48d1e2be:32959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:41:21,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:41:21,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:41:21,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:41:21,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:41:21,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:41:21,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:21,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:21,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:41:21,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:41:21,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:21,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:21,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:41:21,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:41:21,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:21,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:21,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:41:21,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:41:21,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:21,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:41:21,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:21,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:41:21,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740 2024-11-18T05:41:21,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740 2024-11-18T05:41:21,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:41:21,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:41:21,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:41:21,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42635 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:41:21,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:41:21,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742029, jitterRate=-0.056462064385414124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:41:21,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731908481434Initializing all the Stores at 1731908481436 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908481436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908481437 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908481437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908481437Cleaning up temporary data from old regions at 1731908481464 (+27 ms)Region opened successfully at 1731908481478 (+14 ms) 2024-11-18T05:41:21,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:41:21,479 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:41:21,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:41:21,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:41:21,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:41:21,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:41:21,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908481479Disabling compacts and flushes for region at 1731908481479Disabling writes for close at 1731908481479Writing region close event to WAL at 1731908481480 (+1 ms)Closed at 1731908481480 2024-11-18T05:41:21,481 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a 2024-11-18T05:41:21,481 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36761 2024-11-18T05:41:21,481 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:41:21,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:41:21,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T05:41:21,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:41:21,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:41:21,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:41:21,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:41:21,510 DEBUG [RS:0;6e2c48d1e2be:32959 {}] zookeeper.ZKUtil(111): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,510 WARN [RS:0;6e2c48d1e2be:32959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:41:21,511 INFO [RS:0;6e2c48d1e2be:32959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:41:21,511 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,32959,1731908480265] 2024-11-18T05:41:21,536 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:41:21,549 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:41:21,553 INFO [RS:0;6e2c48d1e2be:32959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:41:21,553 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,554 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:41:21,559 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:41:21,560 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:41:21,561 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:41:21,562 DEBUG [RS:0;6e2c48d1e2be:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:41:21,563 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,563 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,564 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,564 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,564 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,564 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,32959,1731908480265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:41:21,580 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:41:21,582 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,32959,1731908480265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,582 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,582 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.Replication(171): 6e2c48d1e2be,32959,1731908480265 started 2024-11-18T05:41:21,598 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:21,599 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,32959,1731908480265, RpcServer on 6e2c48d1e2be/172.17.0.2:32959, sessionid=0x1014dbfb9d00001 2024-11-18T05:41:21,599 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:41:21,599 DEBUG [RS:0;6e2c48d1e2be:32959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,600 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,32959,1731908480265' 2024-11-18T05:41:21,600 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:41:21,601 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:41:21,601 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:41:21,601 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:41:21,601 DEBUG [RS:0;6e2c48d1e2be:32959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,601 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,32959,1731908480265' 2024-11-18T05:41:21,601 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:41:21,602 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:41:21,603 DEBUG [RS:0;6e2c48d1e2be:32959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:41:21,603 INFO [RS:0;6e2c48d1e2be:32959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:41:21,603 INFO [RS:0;6e2c48d1e2be:32959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:41:21,653 WARN [6e2c48d1e2be:42635 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T05:41:21,709 INFO [RS:0;6e2c48d1e2be:32959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:41:21,714 INFO [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C32959%2C1731908480265, suffix=, logDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265, archiveDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/oldWALs, maxLogs=32 2024-11-18T05:41:21,728 DEBUG [RS:0;6e2c48d1e2be:32959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908481716, exclude list is [], retry=0 2024-11-18T05:41:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:21,736 INFO [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908481716 2024-11-18T05:41:21,737 DEBUG [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36939:36939),(127.0.0.1/127.0.0.1:44041:44041)] 2024-11-18T05:41:21,905 DEBUG [6e2c48d1e2be:42635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T05:41:21,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:21,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,32959,1731908480265, state=OPENING 2024-11-18T05:41:21,976 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:41:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:41:21,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:41:21,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:41:21,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:41:21,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,32959,1731908480265}] 2024-11-18T05:41:22,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:41:22,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:41:22,181 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T05:41:22,181 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:41:22,182 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:41:22,185 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C32959%2C1731908480265.meta, suffix=.meta, logDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265, archiveDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/oldWALs, maxLogs=32 2024-11-18T05:41:22,198 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.meta.1731908482186.meta, exclude list is [], retry=0 2024-11-18T05:41:22,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:22,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:22,205 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.meta.1731908482186.meta 2024-11-18T05:41:22,205 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36939:36939),(127.0.0.1/127.0.0.1:44041:44041)] 2024-11-18T05:41:22,206 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:41:22,207 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:41:22,209 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:41:22,214 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:41:22,218 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:41:22,218 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:41:22,218 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T05:41:22,219 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T05:41:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:41:22,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:41:22,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:22,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:22,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:41:22,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:41:22,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:22,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:22,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:41:22,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:41:22,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:22,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:22,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:41:22,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:41:22,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:22,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:41:22,233 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:41:22,234 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740 2024-11-18T05:41:22,237 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740 2024-11-18T05:41:22,239 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:41:22,240 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:41:22,240 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:41:22,243 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:41:22,245 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875800, jitterRate=0.1136375218629837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:41:22,245 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T05:41:22,246 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731908482219Writing region info on filesystem at 1731908482219Initializing all the Stores at 1731908482221 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908482221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908482221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908482221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908482221Cleaning up temporary data from old regions at 1731908482240 (+19 ms)Running coprocessor post-open hooks at 1731908482245 (+5 ms)Region opened successfully at 1731908482246 (+1 ms) 2024-11-18T05:41:22,252 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731908482161 2024-11-18T05:41:22,262 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:41:22,263 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T05:41:22,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:22,267 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,32959,1731908480265, state=OPEN 2024-11-18T05:41:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:41:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:41:22,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:41:22,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:41:22,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:22,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:41:22,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,32959,1731908480265 in 329 msec 2024-11-18T05:41:22,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:41:22,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 834 msec 2024-11-18T05:41:22,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:41:22,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T05:41:22,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:41:22,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,32959,1731908480265, seqNum=-1] 2024-11-18T05:41:22,371 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:41:22,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:41:22,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0790 sec 2024-11-18T05:41:22,396 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731908482396, completionTime=-1 2024-11-18T05:41:22,398 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T05:41:22,399 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:41:22,420 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T05:41:22,420 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731908542420 2024-11-18T05:41:22,421 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731908602421 2024-11-18T05:41:22,421 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-18T05:41:22,423 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,42635,1731908479560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,423 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,42635,1731908479560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,423 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,42635,1731908479560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,424 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:42635, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,425 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,425 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,431 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T05:41:22,451 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.031sec 2024-11-18T05:41:22,452 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:41:22,453 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:41:22,454 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:41:22,455 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:41:22,455 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:41:22,456 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,42635,1731908479560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:41:22,457 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,42635,1731908479560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:41:22,465 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:41:22,466 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:41:22,467 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,42635,1731908479560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:41:22,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:41:22,473 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T05:41:22,473 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T05:41:22,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,42635,-1 for getting cluster id 2024-11-18T05:41:22,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T05:41:22,488 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '449c37d9-44f6-4688-aefb-626343a1a89f' 2024-11-18T05:41:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T05:41:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "449c37d9-44f6-4688-aefb-626343a1a89f" 2024-11-18T05:41:22,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d27e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:41:22,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,42635,-1] 2024-11-18T05:41:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T05:41:22,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:41:22,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T05:41:22,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:41:22,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:41:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,32959,1731908480265, seqNum=-1] 2024-11-18T05:41:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:41:22,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:41:22,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:22,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:41:22,541 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T05:41:22,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T05:41:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2c48d1e2be,42635,1731908479560 2024-11-18T05:41:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364b863d 2024-11-18T05:41:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:41:22,554 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:41:22,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T05:41:22,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T05:41:22,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:41:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-18T05:41:22,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:41:22,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-18T05:41:22,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:22,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:41:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:41:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741835_1011 (size=389) 2024-11-18T05:41:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741835_1011 (size=389) 2024-11-18T05:41:22,613 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05594550c408fd0fdfc8c15dff44ec00, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a 2024-11-18T05:41:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741836_1012 (size=72) 2024-11-18T05:41:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741836_1012 (size=72) 2024-11-18T05:41:22,627 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:41:22,627 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 05594550c408fd0fdfc8c15dff44ec00, disabling compactions & flushes 2024-11-18T05:41:22,627 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:22,627 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:22,627 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. after waiting 0 ms 2024-11-18T05:41:22,627 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:22,627 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:22,628 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05594550c408fd0fdfc8c15dff44ec00: Waiting for close lock at 1731908482627Disabling compacts and flushes for region at 1731908482627Disabling writes for close at 1731908482627Writing region close event to WAL at 1731908482627Closed at 1731908482627 2024-11-18T05:41:22,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:41:22,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731908482630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731908482630"}]},"ts":"1731908482630"} 2024-11-18T05:41:22,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T05:41:22,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:41:22,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908482641"}]},"ts":"1731908482641"} 2024-11-18T05:41:22,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-18T05:41:22,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=05594550c408fd0fdfc8c15dff44ec00, ASSIGN}] 2024-11-18T05:41:22,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=05594550c408fd0fdfc8c15dff44ec00, ASSIGN 2024-11-18T05:41:22,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=05594550c408fd0fdfc8c15dff44ec00, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,32959,1731908480265; forceNewPlan=false, retain=false 2024-11-18T05:41:22,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05594550c408fd0fdfc8c15dff44ec00, regionState=OPENING, regionLocation=6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:22,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=05594550c408fd0fdfc8c15dff44ec00, ASSIGN because future has completed 2024-11-18T05:41:22,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05594550c408fd0fdfc8c15dff44ec00, server=6e2c48d1e2be,32959,1731908480265}] 2024-11-18T05:41:22,979 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:22,979 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05594550c408fd0fdfc8c15dff44ec00, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:41:22,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:41:22,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,982 INFO [StoreOpener-05594550c408fd0fdfc8c15dff44ec00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,985 INFO [StoreOpener-05594550c408fd0fdfc8c15dff44ec00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05594550c408fd0fdfc8c15dff44ec00 columnFamilyName info 2024-11-18T05:41:22,985 DEBUG [StoreOpener-05594550c408fd0fdfc8c15dff44ec00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:41:22,986 INFO [StoreOpener-05594550c408fd0fdfc8c15dff44ec00-1 {}] regionserver.HStore(327): Store=05594550c408fd0fdfc8c15dff44ec00/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:41:22,986 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,987 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,988 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,989 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,989 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,992 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,995 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:41:22,996 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05594550c408fd0fdfc8c15dff44ec00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=722958, jitterRate=-0.08071178197860718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:41:22,996 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:22,997 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05594550c408fd0fdfc8c15dff44ec00: Running coprocessor pre-open hook at 1731908482980Writing region info on filesystem at 1731908482980Initializing all the Stores at 1731908482982 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908482982Cleaning up temporary data from old regions at 1731908482989 (+7 ms)Running coprocessor post-open hooks at 1731908482996 (+7 ms)Region opened successfully at 1731908482997 (+1 ms) 2024-11-18T05:41:22,999 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00., pid=6, masterSystemTime=1731908482968 2024-11-18T05:41:23,002 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:23,002 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:23,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05594550c408fd0fdfc8c15dff44ec00, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,32959,1731908480265 2024-11-18T05:41:23,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05594550c408fd0fdfc8c15dff44ec00, server=6e2c48d1e2be,32959,1731908480265 because future has completed 2024-11-18T05:41:23,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T05:41:23,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05594550c408fd0fdfc8c15dff44ec00, server=6e2c48d1e2be,32959,1731908480265 in 198 msec 2024-11-18T05:41:23,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T05:41:23,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=05594550c408fd0fdfc8c15dff44ec00, ASSIGN in 365 msec 2024-11-18T05:41:23,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:41:23,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908483022"}]},"ts":"1731908483022"} 2024-11-18T05:41:23,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-18T05:41:23,027 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:41:23,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 449 msec 2024-11-18T05:41:27,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:41:27,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:41:27,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-18T05:41:29,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:41:29,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T05:41:29,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-18T05:41:29,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T05:41:29,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:41:29,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T05:41:29,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T05:41:29,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T05:41:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:41:32,659 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-18T05:41:32,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-18T05:41:32,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-18T05:41:32,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:41:32,689 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908492670, exclude list is [], retry=0 2024-11-18T05:41:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:32,706 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908481716 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908492670 2024-11-18T05:41:32,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36939:36939),(127.0.0.1/127.0.0.1:44041:44041)] 2024-11-18T05:41:32,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908481716 is not closed yet, will try archiving it next time 2024-11-18T05:41:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741833_1009 (size=451) 2024-11-18T05:41:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741833_1009 (size=451) 2024-11-18T05:41:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00., hostname=6e2c48d1e2be,32959,1731908480265, seqNum=2] 2024-11-18T05:41:32,722 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908481716 to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/oldWALs/6e2c48d1e2be%2C32959%2C1731908480265.1731908481716 2024-11-18T05:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegion(8855): Flush requested on 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:41:46,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 05594550c408fd0fdfc8c15dff44ec00 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:41:46,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/52cf6480fa9445e2871fe28ece928952 is 1055, key is row0001/info:/1731908492721/Put/seqid=0 2024-11-18T05:41:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741838_1014 (size=13386) 2024-11-18T05:41:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741838_1014 (size=13386) 2024-11-18T05:41:46,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/52cf6480fa9445e2871fe28ece928952 2024-11-18T05:41:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/52cf6480fa9445e2871fe28ece928952 as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/52cf6480fa9445e2871fe28ece928952 2024-11-18T05:41:46,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/52cf6480fa9445e2871fe28ece928952, entries=8, sequenceid=12, filesize=13.1 K 2024-11-18T05:41:46,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 05594550c408fd0fdfc8c15dff44ec00 in 131ms, sequenceid=12, compaction requested=false 2024-11-18T05:41:46,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 05594550c408fd0fdfc8c15dff44ec00: 2024-11-18T05:41:48,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:41:52,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908512762, exclude list is [], retry=0 2024-11-18T05:41:52,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:52,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:52,788 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908492670 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908512762 2024-11-18T05:41:52,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36939:36939),(127.0.0.1/127.0.0.1:44041:44041)] 2024-11-18T05:41:52,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908492670 is not closed yet, will try archiving it next time 2024-11-18T05:41:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741837_1013 (size=12149) 2024-11-18T05:41:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741837_1013 (size=12149) 2024-11-18T05:41:57,802 INFO [AsyncFSWAL-0-hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a-prefix:6e2c48d1e2be,32959,1731908480265 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5011 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK], DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK]] 2024-11-18T05:41:57,804 WARN [AsyncFSWAL-0-hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a-prefix:6e2c48d1e2be,32959,1731908480265 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5011 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK], DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK]] 2024-11-18T05:41:57,805 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2c48d1e2be%2C32959%2C1731908480265:(num 1731908512762) roll requested 2024-11-18T05:41:57,819 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908517805, exclude list is [], retry=0 2024-11-18T05:41:57,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:57,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:57,859 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908512762 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908517805 2024-11-18T05:41:57,859 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36939:36939),(127.0.0.1/127.0.0.1:44041:44041)] 2024-11-18T05:41:57,859 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908512762 is not closed yet, will try archiving it next time 2024-11-18T05:41:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741839_1015 (size=1233) 2024-11-18T05:41:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741839_1015 (size=1233) 2024-11-18T05:41:59,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:41:59,821 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908519804, exclude list is [], retry=0 2024-11-18T05:41:59,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43425,DS-9c468b85-5f87-4a35-88fe-5c12955693af,DISK] 2024-11-18T05:41:59,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-cef54557-1e43-4aa2-b085-e5717df906df,DISK] 2024-11-18T05:41:59,831 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908517805 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908519804 2024-11-18T05:41:59,831 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36939:36939),(127.0.0.1/127.0.0.1:44041:44041)] 2024-11-18T05:41:59,831 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908517805 is not closed yet, will try archiving it next time 2024-11-18T05:41:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741840_1016 (size=93) 2024-11-18T05:41:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741840_1016 (size=93) 2024-11-18T05:41:59,838 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.1731908517805 to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/oldWALs/6e2c48d1e2be%2C32959%2C1731908480265.1731908517805 2024-11-18T05:42:02,468 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T05:42:02,468 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T05:42:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegion(8855): Flush requested on 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:42:07,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 05594550c408fd0fdfc8c15dff44ec00 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:42:07,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/21454ced884b4fb4a1f53476db1d186f is 1055, key is row0009/info:/1731908508751/Put/seqid=0 2024-11-18T05:42:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741842_1018 (size=13386) 2024-11-18T05:42:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741842_1018 (size=13386) 2024-11-18T05:42:07,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/21454ced884b4fb4a1f53476db1d186f 2024-11-18T05:42:07,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/21454ced884b4fb4a1f53476db1d186f as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/21454ced884b4fb4a1f53476db1d186f 2024-11-18T05:42:07,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/21454ced884b4fb4a1f53476db1d186f, entries=8, sequenceid=23, filesize=13.1 K 2024-11-18T05:42:07,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 05594550c408fd0fdfc8c15dff44ec00 in 70ms, sequenceid=23, compaction requested=false 2024-11-18T05:42:07,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 05594550c408fd0fdfc8c15dff44ec00: 2024-11-18T05:42:07,952 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-18T05:42:07,952 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:42:07,953 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/52cf6480fa9445e2871fe28ece928952 because midkey is the same as first or last row 2024-11-18T05:42:07,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 05594550c408fd0fdfc8c15dff44ec00, had cached 0 bytes from a total of 26772 2024-11-18T05:42:18,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:42:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T05:42:19,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:42:19,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:42:19,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:19,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:19,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T05:42:19,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T05:42:19,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353045716, stopped=false 2024-11-18T05:42:19,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,42635,1731908479560 2024-11-18T05:42:19,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:19,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:19,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:19,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:19,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:42:19,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:42:19,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:42:19,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:19,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:19,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:19,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,32959,1731908480265' ***** 2024-11-18T05:42:19,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T05:42:19,989 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:42:19,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T05:42:19,989 INFO [RS:0;6e2c48d1e2be:32959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T05:42:19,989 INFO [RS:0;6e2c48d1e2be:32959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T05:42:19,990 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(3091): Received CLOSE for 05594550c408fd0fdfc8c15dff44ec00 2024-11-18T05:42:19,991 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,32959,1731908480265 2024-11-18T05:42:19,991 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:42:19,991 INFO [RS:0;6e2c48d1e2be:32959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:32959. 2024-11-18T05:42:19,991 DEBUG [RS:0;6e2c48d1e2be:32959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:42:19,991 DEBUG [RS:0;6e2c48d1e2be:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:19,992 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05594550c408fd0fdfc8c15dff44ec00, disabling compactions & flushes 2024-11-18T05:42:19,992 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T05:42:19,992 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:42:19,992 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T05:42:19,992 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T05:42:19,992 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:42:19,992 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. after waiting 0 ms 2024-11-18T05:42:19,992 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T05:42:19,992 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:42:19,993 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05594550c408fd0fdfc8c15dff44ec00 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-18T05:42:19,993 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T05:42:19,993 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1325): Online Regions={05594550c408fd0fdfc8c15dff44ec00=TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T05:42:19,993 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:42:19,993 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:42:19,993 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:42:19,993 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:42:19,993 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:42:19,993 DEBUG [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1351): Waiting on 05594550c408fd0fdfc8c15dff44ec00, 1588230740 2024-11-18T05:42:19,993 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-18T05:42:20,001 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/290fdbaf6e804d5c97368f3985cdc8ad is 1055, key is row0017/info:/1731908529885/Put/seqid=0 2024-11-18T05:42:20,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741843_1019 (size=10222) 2024-11-18T05:42:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741843_1019 (size=10222) 2024-11-18T05:42:20,009 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/290fdbaf6e804d5c97368f3985cdc8ad 2024-11-18T05:42:20,018 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/info/5e9d9e8040d74b43ae8217860fdf5164 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00./info:regioninfo/1731908483003/Put/seqid=0 2024-11-18T05:42:20,022 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/.tmp/info/290fdbaf6e804d5c97368f3985cdc8ad as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/290fdbaf6e804d5c97368f3985cdc8ad 2024-11-18T05:42:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741844_1020 (size=7016) 2024-11-18T05:42:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741844_1020 (size=7016) 2024-11-18T05:42:20,034 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/info/5e9d9e8040d74b43ae8217860fdf5164 2024-11-18T05:42:20,035 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/info/290fdbaf6e804d5c97368f3985cdc8ad, entries=5, sequenceid=31, filesize=10.0 K 2024-11-18T05:42:20,037 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 05594550c408fd0fdfc8c15dff44ec00 in 45ms, sequenceid=31, compaction requested=true 2024-11-18T05:42:20,044 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/default/TestLogRolling-testSlowSyncLogRolling/05594550c408fd0fdfc8c15dff44ec00/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-18T05:42:20,046 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:42:20,047 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05594550c408fd0fdfc8c15dff44ec00: Waiting for close lock at 1731908539991Running coprocessor pre-close hooks at 1731908539992 (+1 ms)Disabling compacts and flushes for region at 1731908539992Disabling writes for close at 1731908539992Obtaining lock to block concurrent updates at 1731908539993 (+1 ms)Preparing flush snapshotting stores in 05594550c408fd0fdfc8c15dff44ec00 at 1731908539993Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731908539993Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. at 1731908539994 (+1 ms)Flushing 05594550c408fd0fdfc8c15dff44ec00/info: creating writer at 1731908539994Flushing 05594550c408fd0fdfc8c15dff44ec00/info: appending metadata at 1731908540000 (+6 ms)Flushing 05594550c408fd0fdfc8c15dff44ec00/info: closing flushed file at 1731908540000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc1a1b0: reopening flushed file at 1731908540020 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 05594550c408fd0fdfc8c15dff44ec00 in 45ms, sequenceid=31, compaction requested=true at 1731908540037 (+17 ms)Writing region close event to WAL at 1731908540038 (+1 ms)Running coprocessor post-close hooks at 1731908540045 (+7 ms)Closed at 1731908540046 (+1 ms) 2024-11-18T05:42:20,047 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731908482556.05594550c408fd0fdfc8c15dff44ec00. 2024-11-18T05:42:20,059 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/ns/afb56c34687c425fbc0dcfed0837be92 is 43, key is default/ns:d/1731908482378/Put/seqid=0 2024-11-18T05:42:20,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741845_1021 (size=5153) 2024-11-18T05:42:20,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741845_1021 (size=5153) 2024-11-18T05:42:20,066 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/ns/afb56c34687c425fbc0dcfed0837be92 2024-11-18T05:42:20,092 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/table/8fb9db658d204eb3bafedafa93fd2c03 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731908483022/Put/seqid=0 2024-11-18T05:42:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741846_1022 (size=5396) 2024-11-18T05:42:20,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741846_1022 (size=5396) 2024-11-18T05:42:20,099 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/table/8fb9db658d204eb3bafedafa93fd2c03 2024-11-18T05:42:20,108 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/info/5e9d9e8040d74b43ae8217860fdf5164 as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/info/5e9d9e8040d74b43ae8217860fdf5164 2024-11-18T05:42:20,119 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/info/5e9d9e8040d74b43ae8217860fdf5164, entries=10, sequenceid=11, filesize=6.9 K 2024-11-18T05:42:20,121 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/ns/afb56c34687c425fbc0dcfed0837be92 as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/ns/afb56c34687c425fbc0dcfed0837be92 2024-11-18T05:42:20,130 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/ns/afb56c34687c425fbc0dcfed0837be92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T05:42:20,132 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/.tmp/table/8fb9db658d204eb3bafedafa93fd2c03 as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/table/8fb9db658d204eb3bafedafa93fd2c03 2024-11-18T05:42:20,141 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/table/8fb9db658d204eb3bafedafa93fd2c03, entries=2, sequenceid=11, filesize=5.3 K 2024-11-18T05:42:20,143 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false 2024-11-18T05:42:20,149 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T05:42:20,150 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:42:20,150 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:42:20,151 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908539993Running coprocessor pre-close hooks at 1731908539993Disabling compacts and flushes for region at 1731908539993Disabling writes for close at 1731908539993Obtaining lock to block concurrent updates at 1731908539993Preparing flush snapshotting stores in 1588230740 at 1731908539993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731908539994 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731908539995 (+1 ms)Flushing 1588230740/info: creating writer at 1731908539995Flushing 1588230740/info: appending metadata at 1731908540017 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731908540017Flushing 1588230740/ns: creating writer at 1731908540044 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731908540058 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731908540058Flushing 1588230740/table: creating writer at 1731908540076 (+18 ms)Flushing 1588230740/table: appending metadata at 1731908540091 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731908540091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537a8828: reopening flushed file at 1731908540106 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa6ce1: reopening flushed file at 1731908540119 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3686b8f3: reopening flushed file at 1731908540130 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false at 1731908540143 (+13 ms)Writing region close event to WAL at 1731908540144 (+1 ms)Running coprocessor post-close hooks at 1731908540150 (+6 ms)Closed at 1731908540150 2024-11-18T05:42:20,151 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T05:42:20,194 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,32959,1731908480265; all regions closed. 2024-11-18T05:42:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741834_1010 (size=3066) 2024-11-18T05:42:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741834_1010 (size=3066) 2024-11-18T05:42:20,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/WALs/6e2c48d1e2be,32959,1731908480265/6e2c48d1e2be%2C32959%2C1731908480265.meta.1731908482186.meta not finished, retry = 0 2024-11-18T05:42:20,311 DEBUG [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/oldWALs 2024-11-18T05:42:20,311 INFO [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C32959%2C1731908480265.meta:.meta(num 1731908482186) 2024-11-18T05:42:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741841_1017 (size=13164) 2024-11-18T05:42:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741841_1017 (size=13164) 2024-11-18T05:42:20,321 DEBUG [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/oldWALs 2024-11-18T05:42:20,321 INFO [RS:0;6e2c48d1e2be:32959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C32959%2C1731908480265:(num 1731908519804) 2024-11-18T05:42:20,322 DEBUG [RS:0;6e2c48d1e2be:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:20,322 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:42:20,322 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:42:20,322 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T05:42:20,322 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:42:20,322 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:42:20,323 INFO [RS:0;6e2c48d1e2be:32959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32959 2024-11-18T05:42:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:42:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,32959,1731908480265 2024-11-18T05:42:20,355 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:42:20,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,32959,1731908480265] 2024-11-18T05:42:20,429 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,32959,1731908480265 already deleted, retry=false 2024-11-18T05:42:20,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,32959,1731908480265 expired; onlineServers=0 2024-11-18T05:42:20,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,42635,1731908479560' ***** 2024-11-18T05:42:20,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T05:42:20,430 INFO [M:0;6e2c48d1e2be:42635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:42:20,430 INFO [M:0;6e2c48d1e2be:42635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:42:20,430 DEBUG [M:0;6e2c48d1e2be:42635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T05:42:20,431 DEBUG [M:0;6e2c48d1e2be:42635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T05:42:20,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T05:42:20,431 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908481410 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908481410,5,FailOnTimeoutGroup] 2024-11-18T05:42:20,431 INFO [M:0;6e2c48d1e2be:42635 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T05:42:20,431 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908481413 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908481413,5,FailOnTimeoutGroup] 2024-11-18T05:42:20,431 INFO [M:0;6e2c48d1e2be:42635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:42:20,432 DEBUG [M:0;6e2c48d1e2be:42635 {}] master.HMaster(1795): Stopping service threads 2024-11-18T05:42:20,432 INFO [M:0;6e2c48d1e2be:42635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T05:42:20,432 INFO [M:0;6e2c48d1e2be:42635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:42:20,433 INFO [M:0;6e2c48d1e2be:42635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:42:20,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T05:42:20,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T05:42:20,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:20,492 DEBUG [M:0;6e2c48d1e2be:42635 {}] zookeeper.ZKUtil(347): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T05:42:20,492 WARN [M:0;6e2c48d1e2be:42635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T05:42:20,494 INFO [M:0;6e2c48d1e2be:42635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/.lastflushedseqids 2024-11-18T05:42:20,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:20,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741847_1023 (size=130) 2024-11-18T05:42:20,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x1014dbfb9d00001, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:20,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741847_1023 (size=130) 2024-11-18T05:42:20,511 INFO [RS:0;6e2c48d1e2be:32959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:42:20,512 INFO [RS:0;6e2c48d1e2be:32959 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,32959,1731908480265; zookeeper connection closed. 2024-11-18T05:42:20,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d26ff1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d26ff1 2024-11-18T05:42:20,512 INFO [M:0;6e2c48d1e2be:42635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:42:20,512 INFO [M:0;6e2c48d1e2be:42635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T05:42:20,512 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:42:20,512 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:20,512 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:20,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T05:42:20,512 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:42:20,512 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:20,513 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-18T05:42:20,529 DEBUG [M:0;6e2c48d1e2be:42635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da0e1938d7e04e8998bee84d59a15603 is 82, key is hbase:meta,,1/info:regioninfo/1731908482264/Put/seqid=0 2024-11-18T05:42:20,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741848_1024 (size=5672) 2024-11-18T05:42:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741848_1024 (size=5672) 2024-11-18T05:42:20,535 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da0e1938d7e04e8998bee84d59a15603 2024-11-18T05:42:20,558 DEBUG [M:0;6e2c48d1e2be:42635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a723fa245f9435390593f60d9c76930 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731908483029/Put/seqid=0 2024-11-18T05:42:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741849_1025 (size=6247) 2024-11-18T05:42:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741849_1025 (size=6247) 2024-11-18T05:42:20,564 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a723fa245f9435390593f60d9c76930 2024-11-18T05:42:20,571 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a723fa245f9435390593f60d9c76930 2024-11-18T05:42:20,585 DEBUG [M:0;6e2c48d1e2be:42635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43820a0127a04bceb9bb23cc45c9d43b is 69, key is 6e2c48d1e2be,32959,1731908480265/rs:state/1731908481468/Put/seqid=0 2024-11-18T05:42:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741850_1026 (size=5156) 2024-11-18T05:42:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741850_1026 (size=5156) 2024-11-18T05:42:20,591 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43820a0127a04bceb9bb23cc45c9d43b 2024-11-18T05:42:20,613 DEBUG [M:0;6e2c48d1e2be:42635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/191f046165aa4d3d9ec337411ed86d2e is 52, key is load_balancer_on/state:d/1731908482538/Put/seqid=0 2024-11-18T05:42:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741851_1027 (size=5056) 2024-11-18T05:42:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741851_1027 (size=5056) 2024-11-18T05:42:20,619 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/191f046165aa4d3d9ec337411ed86d2e 2024-11-18T05:42:20,628 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da0e1938d7e04e8998bee84d59a15603 as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da0e1938d7e04e8998bee84d59a15603 2024-11-18T05:42:20,635 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da0e1938d7e04e8998bee84d59a15603, entries=8, sequenceid=59, filesize=5.5 K 2024-11-18T05:42:20,636 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a723fa245f9435390593f60d9c76930 as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a723fa245f9435390593f60d9c76930 2024-11-18T05:42:20,643 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a723fa245f9435390593f60d9c76930 2024-11-18T05:42:20,643 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a723fa245f9435390593f60d9c76930, entries=6, sequenceid=59, filesize=6.1 K 2024-11-18T05:42:20,645 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43820a0127a04bceb9bb23cc45c9d43b as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43820a0127a04bceb9bb23cc45c9d43b 2024-11-18T05:42:20,651 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43820a0127a04bceb9bb23cc45c9d43b, entries=1, sequenceid=59, filesize=5.0 K 2024-11-18T05:42:20,653 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/191f046165aa4d3d9ec337411ed86d2e as hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/191f046165aa4d3d9ec337411ed86d2e 2024-11-18T05:42:20,660 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/191f046165aa4d3d9ec337411ed86d2e, entries=1, sequenceid=59, filesize=4.9 K 2024-11-18T05:42:20,662 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=59, compaction requested=false 2024-11-18T05:42:20,663 INFO [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:20,664 DEBUG [M:0;6e2c48d1e2be:42635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908540512Disabling compacts and flushes for region at 1731908540512Disabling writes for close at 1731908540512Obtaining lock to block concurrent updates at 1731908540513 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731908540513Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731908540513Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731908540514 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731908540514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731908540528 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731908540528Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731908540542 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731908540557 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731908540557Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731908540571 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731908540585 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731908540585Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731908540598 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731908540612 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731908540612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7b5098: reopening flushed file at 1731908540626 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c98a2ac: reopening flushed file at 1731908540635 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c103ed: reopening flushed file at 1731908540643 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d800a3: reopening flushed file at 1731908540652 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=59, compaction requested=false at 1731908540662 (+10 ms)Writing region close event to WAL at 1731908540663 (+1 ms)Closed at 1731908540663 2024-11-18T05:42:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741830_1006 (size=27973) 2024-11-18T05:42:20,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/MasterData/WALs/6e2c48d1e2be,42635,1731908479560/6e2c48d1e2be%2C42635%2C1731908479560.1731908480765 not finished, retry = 0 2024-11-18T05:42:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43425 is added to blk_1073741830_1006 (size=27973) 2024-11-18T05:42:20,768 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:42:20,768 INFO [M:0;6e2c48d1e2be:42635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T05:42:20,768 INFO [M:0;6e2c48d1e2be:42635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42635 2024-11-18T05:42:20,768 INFO [M:0;6e2c48d1e2be:42635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:42:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:20,911 INFO [M:0;6e2c48d1e2be:42635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:42:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42635-0x1014dbfb9d00000, quorum=127.0.0.1:58291, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:20,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:20,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:20,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:20,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:20,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:20,926 WARN [BP-1584447756-172.17.0.2-1731908475567 heartbeating to localhost/127.0.0.1:36761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:20,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:20,926 WARN [BP-1584447756-172.17.0.2-1731908475567 heartbeating to localhost/127.0.0.1:36761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1584447756-172.17.0.2-1731908475567 (Datanode Uuid f1c2b05a-c54f-4cce-9278-ce7c2ecec9cb) service to localhost/127.0.0.1:36761 2024-11-18T05:42:20,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:20,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data3/current/BP-1584447756-172.17.0.2-1731908475567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:20,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data4/current/BP-1584447756-172.17.0.2-1731908475567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:20,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:20,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:20,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:20,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:20,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:20,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:20,932 WARN [BP-1584447756-172.17.0.2-1731908475567 heartbeating to localhost/127.0.0.1:36761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:20,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:20,932 WARN [BP-1584447756-172.17.0.2-1731908475567 heartbeating to localhost/127.0.0.1:36761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1584447756-172.17.0.2-1731908475567 (Datanode Uuid 8450c735-f553-4c48-ba1a-5eff853cac1b) service to localhost/127.0.0.1:36761 2024-11-18T05:42:20,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:20,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data1/current/BP-1584447756-172.17.0.2-1731908475567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:20,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/cluster_75c35612-fef1-59c6-9080-00ab22c0b19f/data/data2/current/BP-1584447756-172.17.0.2-1731908475567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:20,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:20,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:42:20,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:20,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:20,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:20,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:20,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T05:42:20,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T05:42:20,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@66f88ca3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2c48d1e2be:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2c48d1e2be:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36761 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6e2c48d1e2be:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2c48d1e2be:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=5316 (was 5885) 2024-11-18T05:42:20,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=5316 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.log.dir so I do NOT create it in target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/29de6592-f41f-f838-6ba3-08d00691ac61/hadoop.tmp.dir so I do NOT create it in target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a, deleteOnExit=true 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/test.cache.data in system properties and HBase conf 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:42:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T05:42:20,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:42:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:42:20,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:42:21,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:21,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:21,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:21,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:21,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:42:21,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:21,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178e5bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:21,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1e03de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:21,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cf00585{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-40637-hadoop-hdfs-3_4_1-tests_jar-_-any-18408243629435709036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:42:21,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d51918b{HTTP/1.1, (http/1.1)}{localhost:40637} 2024-11-18T05:42:21,428 INFO [Time-limited test {}] server.Server(415): Started @68493ms 2024-11-18T05:42:21,567 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:42:21,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:21,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:21,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:21,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:21,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:42:21,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:21,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:21,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3ede38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-42855-hadoop-hdfs-3_4_1-tests_jar-_-any-12863457117623741032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:21,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:42855} 2024-11-18T05:42:21,780 INFO [Time-limited test {}] server.Server(415): Started @68846ms 2024-11-18T05:42:21,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:21,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:21,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:21,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:21,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:21,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:42:21,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:21,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:21,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d36d727{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-35657-hadoop-hdfs-3_4_1-tests_jar-_-any-11828696118315697078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:21,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:35657} 2024-11-18T05:42:21,914 INFO [Time-limited test {}] server.Server(415): Started @68979ms 2024-11-18T05:42:21,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:22,597 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data1/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:22,597 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data2/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:22,623 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84749f3170e8a5c7 with lease ID 0x83e312a357f29efb: Processing first storage report for DS-91f4a8bf-d1dd-480d-80e5-ddbf27fbf8a0 from datanode DatanodeRegistration(127.0.0.1:33181, datanodeUuid=50cb8830-dde1-4fb2-bf51-e86f90375ea1, infoPort=39569, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84749f3170e8a5c7 with lease ID 0x83e312a357f29efb: from storage DS-91f4a8bf-d1dd-480d-80e5-ddbf27fbf8a0 node DatanodeRegistration(127.0.0.1:33181, datanodeUuid=50cb8830-dde1-4fb2-bf51-e86f90375ea1, infoPort=39569, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84749f3170e8a5c7 with lease ID 0x83e312a357f29efb: Processing first storage report for DS-48a852a4-1988-425c-9dc5-f5bad78a0212 from datanode DatanodeRegistration(127.0.0.1:33181, datanodeUuid=50cb8830-dde1-4fb2-bf51-e86f90375ea1, infoPort=39569, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84749f3170e8a5c7 with lease ID 0x83e312a357f29efb: from storage DS-48a852a4-1988-425c-9dc5-f5bad78a0212 node DatanodeRegistration(127.0.0.1:33181, datanodeUuid=50cb8830-dde1-4fb2-bf51-e86f90375ea1, infoPort=39569, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:22,722 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data4/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:22,722 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data3/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:22,754 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b7f5ef5e7ffbdc with lease ID 0x83e312a357f29efc: Processing first storage report for DS-8d778fc8-191d-4259-b414-b2f5d661677e from datanode DatanodeRegistration(127.0.0.1:43345, datanodeUuid=1b713e07-e262-4558-814b-bc97939152dc, infoPort=34135, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b7f5ef5e7ffbdc with lease ID 0x83e312a357f29efc: from storage DS-8d778fc8-191d-4259-b414-b2f5d661677e node DatanodeRegistration(127.0.0.1:43345, datanodeUuid=1b713e07-e262-4558-814b-bc97939152dc, infoPort=34135, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b7f5ef5e7ffbdc with lease ID 0x83e312a357f29efc: Processing first storage report for DS-29fd80f3-ea8b-4680-bc52-220126e77132 from datanode DatanodeRegistration(127.0.0.1:43345, datanodeUuid=1b713e07-e262-4558-814b-bc97939152dc, infoPort=34135, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b7f5ef5e7ffbdc with lease ID 0x83e312a357f29efc: from storage DS-29fd80f3-ea8b-4680-bc52-220126e77132 node DatanodeRegistration(127.0.0.1:43345, datanodeUuid=1b713e07-e262-4558-814b-bc97939152dc, infoPort=34135, infoSecurePort=0, ipcPort=40207, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:22,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d 2024-11-18T05:42:22,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/zookeeper_0, clientPort=59343, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:42:22,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59343 2024-11-18T05:42:22,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:22,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:42:22,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:42:22,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f with version=8 2024-11-18T05:42:22,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase-staging 2024-11-18T05:42:22,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:42:22,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:22,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:22,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:42:22,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:22,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:42:22,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T05:42:22,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:42:22,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44697 2024-11-18T05:42:22,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44697 connecting to ZooKeeper ensemble=127.0.0.1:59343 2024-11-18T05:42:22,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446970x0, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:42:22,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44697-0x1014dc0b44c0000 connected 2024-11-18T05:42:23,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:23,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:23,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:23,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f, hbase.cluster.distributed=false 2024-11-18T05:42:23,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:42:23,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-18T05:42:23,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44697 2024-11-18T05:42:23,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44697 2024-11-18T05:42:23,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-18T05:42:23,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-18T05:42:23,081 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:42:23,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:42:23,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44851 2024-11-18T05:42:23,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44851 connecting to ZooKeeper ensemble=127.0.0.1:59343 2024-11-18T05:42:23,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:23,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:23,112 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448510x0, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:42:23,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448510x0, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:23,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44851-0x1014dc0b44c0001 connected 2024-11-18T05:42:23,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:42:23,115 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:42:23,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:42:23,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:42:23,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44851 2024-11-18T05:42:23,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44851 2024-11-18T05:42:23,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44851 2024-11-18T05:42:23,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44851 2024-11-18T05:42:23,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44851 2024-11-18T05:42:23,155 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:44697 2024-11-18T05:42:23,159 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:23,170 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:23,171 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,178 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:42:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,179 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,180 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:42:23,180 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,44697,1731908542900 from backup master directory 2024-11-18T05:42:23,187 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:23,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:23,188 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:42:23,188 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,197 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/hbase.id] with ID: 35b79acf-e844-4ee2-ac69-233baf5863ca 2024-11-18T05:42:23,198 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/.tmp/hbase.id 2024-11-18T05:42:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:42:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:42:23,249 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/.tmp/hbase.id]:[hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/hbase.id] 2024-11-18T05:42:23,269 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:23,269 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T05:42:23,275 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-18T05:42:23,303 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:42:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:42:23,333 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:42:23,334 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:42:23,334 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:42:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:42:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:42:23,351 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store 2024-11-18T05:42:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:42:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:42:23,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:23,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:42:23,376 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:23,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:23,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:42:23,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:23,376 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:23,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908543376Disabling compacts and flushes for region at 1731908543376Disabling writes for close at 1731908543376Writing region close event to WAL at 1731908543376Closed at 1731908543376 2024-11-18T05:42:23,379 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/.initializing 2024-11-18T05:42:23,379 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,382 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:42:23,385 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C44697%2C1731908542900, suffix=, logDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/oldWALs, maxLogs=10 2024-11-18T05:42:23,405 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386, exclude list is [], retry=0 2024-11-18T05:42:23,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK] 2024-11-18T05:42:23,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33181,DS-91f4a8bf-d1dd-480d-80e5-ddbf27fbf8a0,DISK] 2024-11-18T05:42:23,431 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 2024-11-18T05:42:23,431 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34135:34135),(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-18T05:42:23,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:42:23,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:23,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:42:23,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:42:23,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:42:23,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:23,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:42:23,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:23,458 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,460 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,461 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,464 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,464 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,465 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:42:23,468 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:23,473 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:42:23,474 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761787, jitterRate=-0.03133799135684967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:42:23,476 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731908543432Initializing all the Stores at 1731908543435 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908543435Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908543435Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908543436 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908543436Cleaning up temporary data from old regions at 1731908543464 (+28 ms)Region opened successfully at 1731908543476 (+12 ms) 2024-11-18T05:42:23,479 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:42:23,492 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641605ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:42:23,493 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T05:42:23,494 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T05:42:23,494 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T05:42:23,494 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:42:23,495 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T05:42:23,495 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T05:42:23,495 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:42:23,501 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:42:23,503 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:42:23,536 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:42:23,537 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:42:23,538 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:42:23,545 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:42:23,545 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:42:23,546 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:42:23,553 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:42:23,555 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:42:23,562 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:42:23,565 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:42:23,570 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:42:23,578 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:23,579 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,581 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,44697,1731908542900, sessionid=0x1014dc0b44c0000, setting cluster-up flag (Was=false) 2024-11-18T05:42:23,595 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,620 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:42:23,622 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,637 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:23,670 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:42:23,671 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:23,673 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T05:42:23,676 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:23,676 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T05:42:23,676 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:42:23,676 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,44697,1731908542900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:42:23,678 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731908573683 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:42:23,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:42:23,684 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,685 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:42:23,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:23,685 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:42:23,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:42:23,685 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:42:23,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:42:23,690 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:42:23,691 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:42:23,699 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908543691,5,FailOnTimeoutGroup] 2024-11-18T05:42:23,700 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908543699,5,FailOnTimeoutGroup] 2024-11-18T05:42:23,700 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,700 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:42:23,700 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,701 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:42:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:42:23,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T05:42:23,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f 2024-11-18T05:42:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:42:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43345 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:42:23,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:23,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:42:23,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:42:23,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:23,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:42:23,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:42:23,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:23,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:42:23,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:42:23,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:23,746 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(746): ClusterId : 35b79acf-e844-4ee2-ac69-233baf5863ca 2024-11-18T05:42:23,746 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:42:23,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:42:23,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:42:23,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:23,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:23,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:42:23,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740 2024-11-18T05:42:23,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740 2024-11-18T05:42:23,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:42:23,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:42:23,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:42:23,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:42:23,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:42:23,766 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740208, jitterRate=-0.05877794325351715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:42:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731908543736Initializing all the Stores at 1731908543737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908543737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908543737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908543737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908543737Cleaning up temporary data from old regions at 1731908543757 (+20 ms)Region opened successfully at 1731908543767 (+10 ms) 2024-11-18T05:42:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:42:23,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:42:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:42:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:42:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:42:23,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:42:23,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908543768Disabling compacts and flushes for region at 1731908543768Disabling writes for close at 1731908543768Writing region close event to WAL at 1731908543769 (+1 ms)Closed at 1731908543769 2024-11-18T05:42:23,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:23,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T05:42:23,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:42:23,773 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:42:23,773 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:42:23,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:42:23,778 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:42:23,781 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:42:23,782 DEBUG [RS:0;6e2c48d1e2be:44851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f22a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:42:23,803 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:44851 2024-11-18T05:42:23,803 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:42:23,803 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:42:23,803 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:42:23,804 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,44697,1731908542900 with port=44851, startcode=1731908543081 2024-11-18T05:42:23,804 DEBUG [RS:0;6e2c48d1e2be:44851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:42:23,808 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:42:23,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:23,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44697 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:23,811 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f 2024-11-18T05:42:23,811 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38415 2024-11-18T05:42:23,811 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:42:23,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:42:23,821 DEBUG [RS:0;6e2c48d1e2be:44851 {}] zookeeper.ZKUtil(111): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:23,821 WARN [RS:0;6e2c48d1e2be:44851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:42:23,821 INFO [RS:0;6e2c48d1e2be:44851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:42:23,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,44851,1731908543081] 2024-11-18T05:42:23,821 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:23,830 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:42:23,834 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:42:23,835 INFO [RS:0;6e2c48d1e2be:44851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:42:23,835 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,838 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:42:23,839 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:42:23,840 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,840 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,841 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,841 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,841 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:23,841 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:42:23,841 DEBUG [RS:0;6e2c48d1e2be:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:42:23,846 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,846 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,847 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,847 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,847 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,847 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44851,1731908543081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:42:23,868 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:42:23,868 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44851,1731908543081-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,868 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,868 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.Replication(171): 6e2c48d1e2be,44851,1731908543081 started 2024-11-18T05:42:23,889 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:23,889 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,44851,1731908543081, RpcServer on 6e2c48d1e2be/172.17.0.2:44851, sessionid=0x1014dc0b44c0001 2024-11-18T05:42:23,889 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:42:23,889 DEBUG [RS:0;6e2c48d1e2be:44851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:23,889 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,44851,1731908543081' 2024-11-18T05:42:23,890 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:42:23,890 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:42:23,891 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:42:23,891 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:42:23,891 DEBUG [RS:0;6e2c48d1e2be:44851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:23,891 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,44851,1731908543081' 2024-11-18T05:42:23,891 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:42:23,891 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:42:23,892 DEBUG [RS:0;6e2c48d1e2be:44851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:42:23,892 INFO [RS:0;6e2c48d1e2be:44851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:42:23,892 INFO [RS:0;6e2c48d1e2be:44851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:42:23,928 WARN [6e2c48d1e2be:44697 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T05:42:23,992 INFO [RS:0;6e2c48d1e2be:44851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:42:23,994 INFO [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C44851%2C1731908543081, suffix=, logDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs, maxLogs=32 2024-11-18T05:42:24,010 DEBUG [RS:0;6e2c48d1e2be:44851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996, exclude list is [], retry=0 2024-11-18T05:42:24,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33181,DS-91f4a8bf-d1dd-480d-80e5-ddbf27fbf8a0,DISK] 2024-11-18T05:42:24,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK] 2024-11-18T05:42:24,024 INFO [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 2024-11-18T05:42:24,025 DEBUG [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34135:34135),(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-18T05:42:24,179 DEBUG [6e2c48d1e2be:44697 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T05:42:24,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:24,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,44851,1731908543081, state=OPENING 2024-11-18T05:42:24,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:42:24,221 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:24,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:24,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:24,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:42:24,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,44851,1731908543081}] 2024-11-18T05:42:24,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:24,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:42:24,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:42:24,386 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T05:42:24,386 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:42:24,386 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:42:24,392 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C44851%2C1731908543081.meta, suffix=.meta, logDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs, maxLogs=32 2024-11-18T05:42:24,412 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta, exclude list is [], retry=0 2024-11-18T05:42:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK] 2024-11-18T05:42:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33181,DS-91f4a8bf-d1dd-480d-80e5-ddbf27fbf8a0,DISK] 2024-11-18T05:42:24,449 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta 2024-11-18T05:42:24,449 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34135:34135),(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-18T05:42:24,449 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:42:24,450 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:42:24,450 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:42:24,450 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:42:24,450 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:42:24,450 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:24,450 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T05:42:24,451 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T05:42:24,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:42:24,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:42:24,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:24,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:24,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:42:24,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:42:24,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:24,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:24,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:42:24,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:42:24,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:24,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:24,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:42:24,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:42:24,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:24,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:24,461 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:42:24,462 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740 2024-11-18T05:42:24,463 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740 2024-11-18T05:42:24,465 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:42:24,465 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:42:24,466 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:42:24,468 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:42:24,469 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770183, jitterRate=-0.02066206932067871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:42:24,470 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T05:42:24,471 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731908544451Writing region info on filesystem at 1731908544451Initializing all the Stores at 1731908544452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908544452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908544453 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908544453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908544453Cleaning up temporary data from old regions at 1731908544466 (+13 ms)Running coprocessor post-open hooks at 1731908544470 (+4 ms)Region opened successfully at 1731908544471 (+1 ms) 2024-11-18T05:42:24,474 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731908544379 2024-11-18T05:42:24,478 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:42:24,478 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T05:42:24,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:24,481 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,44851,1731908543081, state=OPEN 2024-11-18T05:42:24,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:42:24,545 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:42:24,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:24,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:24,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:24,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:42:24,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,44851,1731908543081 in 322 msec 2024-11-18T05:42:24,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:42:24,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 781 msec 2024-11-18T05:42:24,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:24,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T05:42:24,561 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:42:24,561 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,44851,1731908543081, seqNum=-1] 2024-11-18T05:42:24,561 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:42:24,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:42:24,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-11-18T05:42:24,570 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731908544570, completionTime=-1 2024-11-18T05:42:24,570 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T05:42:24,570 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:42:24,572 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731908604572 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731908664573 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44697,1731908542900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44697,1731908542900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44697,1731908542900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:44697, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,573 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,574 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,576 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.390sec 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44697,1731908542900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:42:24,579 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44697,1731908542900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:42:24,582 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:42:24,583 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:42:24,583 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44697,1731908542900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:24,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73efa973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:42:24,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,44697,-1 for getting cluster id 2024-11-18T05:42:24,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T05:42:24,647 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35b79acf-e844-4ee2-ac69-233baf5863ca' 2024-11-18T05:42:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T05:42:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35b79acf-e844-4ee2-ac69-233baf5863ca" 2024-11-18T05:42:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192c2e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:42:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,44697,-1] 2024-11-18T05:42:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T05:42:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:24,650 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T05:42:24,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:42:24,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:42:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,44851,1731908543081, seqNum=-1] 2024-11-18T05:42:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:42:24,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:42:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:24,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:24,661 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T05:42:24,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:24,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:24,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:24,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:24,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:42:24,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f830d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:24,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3deed92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:24,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bb0be6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-36859-hadoop-hdfs-3_4_1-tests_jar-_-any-13465897074903951104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:24,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c1503e{HTTP/1.1, (http/1.1)}{localhost:36859} 2024-11-18T05:42:24,812 INFO [Time-limited test {}] server.Server(415): Started @71877ms 2024-11-18T05:42:24,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:24,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:24,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:24,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:24,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:24,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:42:24,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b06ff3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:24,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d4578b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:25,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d76838e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-44371-hadoop-hdfs-3_4_1-tests_jar-_-any-222239130460913011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:25,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60ca3b1d{HTTP/1.1, (http/1.1)}{localhost:44371} 2024-11-18T05:42:25,007 INFO [Time-limited test {}] server.Server(415): Started @72072ms 2024-11-18T05:42:25,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:25,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:25,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:25,075 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:42:25,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:25,108 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:25,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:25,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:25,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:25,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:25,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:42:25,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db940d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:25,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afd100f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:25,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13cb4569{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-45935-hadoop-hdfs-3_4_1-tests_jar-_-any-13758046952645991523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:25,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3a8c74{HTTP/1.1, (http/1.1)}{localhost:45935} 2024-11-18T05:42:25,259 INFO [Time-limited test {}] server.Server(415): Started @72324ms 2024-11-18T05:42:25,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:25,718 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data5/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:25,718 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data6/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:25,753 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x612fbe9b2e0e1bcc with lease ID 0x83e312a357f29efd: Processing first storage report for DS-be249cf1-f03d-4200-bfec-0e279db43943 from datanode DatanodeRegistration(127.0.0.1:39327, datanodeUuid=d25b2f51-a46b-4077-9451-78ed0e4a854d, infoPort=34131, infoSecurePort=0, ipcPort=41575, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x612fbe9b2e0e1bcc with lease ID 0x83e312a357f29efd: from storage DS-be249cf1-f03d-4200-bfec-0e279db43943 node DatanodeRegistration(127.0.0.1:39327, datanodeUuid=d25b2f51-a46b-4077-9451-78ed0e4a854d, infoPort=34131, infoSecurePort=0, ipcPort=41575, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x612fbe9b2e0e1bcc with lease ID 0x83e312a357f29efd: Processing first storage report for DS-d10a9c1a-8c6f-43d8-8e8a-113b65eba40b from datanode DatanodeRegistration(127.0.0.1:39327, datanodeUuid=d25b2f51-a46b-4077-9451-78ed0e4a854d, infoPort=34131, infoSecurePort=0, ipcPort=41575, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x612fbe9b2e0e1bcc with lease ID 0x83e312a357f29efd: from storage DS-d10a9c1a-8c6f-43d8-8e8a-113b65eba40b node DatanodeRegistration(127.0.0.1:39327, datanodeUuid=d25b2f51-a46b-4077-9451-78ed0e4a854d, infoPort=34131, infoSecurePort=0, ipcPort=41575, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:25,992 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data7/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:25,992 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data8/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:26,027 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8905d97c5303d83c with lease ID 0x83e312a357f29efe: Processing first storage report for DS-b9e5e8ae-f3e7-4c0b-ad60-867a617c5a32 from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=a81fdc64-939c-4712-bc8a-11a6ef62d3c6, infoPort=44621, infoSecurePort=0, ipcPort=39643, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8905d97c5303d83c with lease ID 0x83e312a357f29efe: from storage DS-b9e5e8ae-f3e7-4c0b-ad60-867a617c5a32 node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=a81fdc64-939c-4712-bc8a-11a6ef62d3c6, infoPort=44621, infoSecurePort=0, ipcPort=39643, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8905d97c5303d83c with lease ID 0x83e312a357f29efe: Processing first storage report for DS-7d35d26e-f29b-4b9b-9d27-9cf2eefdacf2 from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=a81fdc64-939c-4712-bc8a-11a6ef62d3c6, infoPort=44621, infoSecurePort=0, ipcPort=39643, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8905d97c5303d83c with lease ID 0x83e312a357f29efe: from storage DS-7d35d26e-f29b-4b9b-9d27-9cf2eefdacf2 node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=a81fdc64-939c-4712-bc8a-11a6ef62d3c6, infoPort=44621, infoSecurePort=0, ipcPort=39643, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:26,187 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data9/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:26,187 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data10/current/BP-1673112896-172.17.0.2-1731908541017/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:26,235 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02b4fe1327417c0 with lease ID 0x83e312a357f29eff: Processing first storage report for DS-8e897e5e-8ac8-4fd8-9228-1a6612fb5f39 from datanode DatanodeRegistration(127.0.0.1:42521, datanodeUuid=5640035d-8fb6-457f-8a84-ff7173306de2, infoPort=45881, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02b4fe1327417c0 with lease ID 0x83e312a357f29eff: from storage DS-8e897e5e-8ac8-4fd8-9228-1a6612fb5f39 node DatanodeRegistration(127.0.0.1:42521, datanodeUuid=5640035d-8fb6-457f-8a84-ff7173306de2, infoPort=45881, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02b4fe1327417c0 with lease ID 0x83e312a357f29eff: Processing first storage report for DS-ded2f818-7337-45f9-8787-24208252fdae from datanode DatanodeRegistration(127.0.0.1:42521, datanodeUuid=5640035d-8fb6-457f-8a84-ff7173306de2, infoPort=45881, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017) 2024-11-18T05:42:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02b4fe1327417c0 with lease ID 0x83e312a357f29eff: from storage DS-ded2f818-7337-45f9-8787-24208252fdae node DatanodeRegistration(127.0.0.1:42521, datanodeUuid=5640035d-8fb6-457f-8a84-ff7173306de2, infoPort=45881, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:26,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T05:42:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5dbd53 2024-11-18T05:42:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:42:26,329 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:42:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T05:42:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T05:42:26,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T05:42:26,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:42:26,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:26,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-18T05:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:42:26,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:42:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741835_1011 (size=393) 2024-11-18T05:42:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741835_1011 (size=393) 2024-11-18T05:42:26,349 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53d5f435a01d372589905241b7d8f0ec, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f 2024-11-18T05:42:26,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741836_1012 (size=76) 2024-11-18T05:42:26,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741836_1012 (size=76) 2024-11-18T05:42:26,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:26,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 53d5f435a01d372589905241b7d8f0ec, disabling compactions & flushes 2024-11-18T05:42:26,357 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. after waiting 0 ms 2024-11-18T05:42:26,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,357 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53d5f435a01d372589905241b7d8f0ec: Waiting for close lock at 1731908546357Disabling compacts and flushes for region at 1731908546357Disabling writes for close at 1731908546357Writing region close event to WAL at 1731908546357Closed at 1731908546357 2024-11-18T05:42:26,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:42:26,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731908546359"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731908546359"}]},"ts":"1731908546359"} 2024-11-18T05:42:26,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T05:42:26,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:42:26,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908546363"}]},"ts":"1731908546363"} 2024-11-18T05:42:26,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-18T05:42:26,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53d5f435a01d372589905241b7d8f0ec, ASSIGN}] 2024-11-18T05:42:26,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53d5f435a01d372589905241b7d8f0ec, ASSIGN 2024-11-18T05:42:26,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53d5f435a01d372589905241b7d8f0ec, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,44851,1731908543081; forceNewPlan=false, retain=false 2024-11-18T05:42:26,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53d5f435a01d372589905241b7d8f0ec, regionState=OPENING, regionLocation=6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:26,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53d5f435a01d372589905241b7d8f0ec, ASSIGN because future has completed 2024-11-18T05:42:26,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53d5f435a01d372589905241b7d8f0ec, server=6e2c48d1e2be,44851,1731908543081}] 2024-11-18T05:42:26,683 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,683 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53d5f435a01d372589905241b7d8f0ec, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:42:26,683 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,683 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:26,683 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,684 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,685 INFO [StoreOpener-53d5f435a01d372589905241b7d8f0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,687 INFO [StoreOpener-53d5f435a01d372589905241b7d8f0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53d5f435a01d372589905241b7d8f0ec columnFamilyName info 2024-11-18T05:42:26,687 DEBUG [StoreOpener-53d5f435a01d372589905241b7d8f0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:26,688 INFO [StoreOpener-53d5f435a01d372589905241b7d8f0ec-1 {}] regionserver.HStore(327): Store=53d5f435a01d372589905241b7d8f0ec/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:26,688 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,689 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,691 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,691 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,691 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,696 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,700 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:42:26,701 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53d5f435a01d372589905241b7d8f0ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742036, jitterRate=-0.05645360052585602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:42:26,701 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:26,702 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53d5f435a01d372589905241b7d8f0ec: Running coprocessor pre-open hook at 1731908546684Writing region info on filesystem at 1731908546684Initializing all the Stores at 1731908546685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908546685Cleaning up temporary data from old regions at 1731908546691 (+6 ms)Running coprocessor post-open hooks at 1731908546701 (+10 ms)Region opened successfully at 1731908546702 (+1 ms) 2024-11-18T05:42:26,704 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec., pid=6, masterSystemTime=1731908546678 2024-11-18T05:42:26,707 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,707 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:26,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53d5f435a01d372589905241b7d8f0ec, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:26,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53d5f435a01d372589905241b7d8f0ec, server=6e2c48d1e2be,44851,1731908543081 because future has completed 2024-11-18T05:42:26,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T05:42:26,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53d5f435a01d372589905241b7d8f0ec, server=6e2c48d1e2be,44851,1731908543081 in 190 msec 2024-11-18T05:42:26,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T05:42:26,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=53d5f435a01d372589905241b7d8f0ec, ASSIGN in 353 msec 2024-11-18T05:42:26,728 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:42:26,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908546728"}]},"ts":"1731908546728"} 2024-11-18T05:42:26,731 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-18T05:42:26,733 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:42:26,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 403 msec 2024-11-18T05:42:29,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:42:29,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-18T05:42:29,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T05:42:29,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-18T05:42:29,907 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-18T05:42:32,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:42:32,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:32,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:42:36,398 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-18T05:42:36,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-18T05:42:36,399 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:42:36,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-18T05:42:36,404 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:42:36,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-18T05:42:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec., hostname=6e2c48d1e2be,44851,1731908543081, seqNum=2] 2024-11-18T05:42:36,412 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-18T05:42:36,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T05:42:36,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:36,418 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232101241_22 at /127.0.0.1:39996 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43345:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39996 dst: /127.0.0.1:43345 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,418 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-720395608_22 at /127.0.0.1:50992 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50992 dst: /127.0.0.1:33181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,418 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-720395608_22 at /127.0.0.1:40024 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43345:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40024 dst: /127.0.0.1:43345 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,418 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232101241_22 at /127.0.0.1:50946 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50946 dst: /127.0.0.1:33181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,419 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-720395608_22 at /127.0.0.1:50980 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33181:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50980 dst: /127.0.0.1:33181 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,419 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-720395608_22 at /127.0.0.1:40026 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:43345:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40026 dst: /127.0.0.1:43345 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d36d727{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:36,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:36,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:36,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:36,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:36,447 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:36,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:36,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:36,447 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673112896-172.17.0.2-1731908541017 (Datanode Uuid 1b713e07-e262-4558-814b-bc97939152dc) service to localhost/127.0.0.1:38415 2024-11-18T05:42:36,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data3/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:36,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data4/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:36,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:36,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:36,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:36,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:36,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:36,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:42:36,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77df7740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:36,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e10805a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:36,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d3361d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/java.io.tmpdir/jetty-localhost-45261-hadoop-hdfs-3_4_1-tests_jar-_-any-2981964749490080261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:36,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11361716{HTTP/1.1, (http/1.1)}{localhost:45261} 2024-11-18T05:42:36,576 INFO [Time-limited test {}] server.Server(415): Started @83641ms 2024-11-18T05:42:36,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:36,616 WARN [AsyncFSWAL-0-hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f-prefix:6e2c48d1e2be,44851,1731908543081 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,617 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2c48d1e2be%2C44851%2C1731908543081:(num 1731908543996) roll requested 2024-11-18T05:42:36,630 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908556617, exclude list is [], retry=0 2024-11-18T05:42:36,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-b9e5e8ae-f3e7-4c0b-ad60-867a617c5a32,DISK] 2024-11-18T05:42:36,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42521,DS-8e897e5e-8ac8-4fd8-9228-1a6612fb5f39,DISK] 2024-11-18T05:42:36,636 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908556617 2024-11-18T05:42:36,637 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881),(127.0.0.1/127.0.0.1:44621:44621)] 2024-11-18T05:42:36,637 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 is not closed yet, will try archiving it next time 2024-11-18T05:42:36,638 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T05:42:36,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:42:36,639 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:42:36,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:36,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:36,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T05:42:36,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T05:42:36,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=367443196, stopped=false 2024-11-18T05:42:36,640 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,44697,1731908542900 2024-11-18T05:42:36,641 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T05:42:36,641 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T05:42:36,641 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 2024-11-18T05:42:36,644 WARN [IPC Server handler 4 on default port 38415 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-18T05:42:36,648 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 after 5ms 2024-11-18T05:42:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:36,666 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:36,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:42:36,666 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:36,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:42:36,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:36,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:42:36,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:36,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:36,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,44851,1731908543081' ***** 2024-11-18T05:42:36,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T05:42:36,668 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:42:36,668 INFO [RS:0;6e2c48d1e2be:44851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T05:42:36,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T05:42:36,668 INFO [RS:0;6e2c48d1e2be:44851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T05:42:36,668 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(3091): Received CLOSE for 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:36,668 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:36,669 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:42:36,669 INFO [RS:0;6e2c48d1e2be:44851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:44851. 2024-11-18T05:42:36,669 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53d5f435a01d372589905241b7d8f0ec, disabling compactions & flushes 2024-11-18T05:42:36,669 DEBUG [RS:0;6e2c48d1e2be:44851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:42:36,669 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:36,669 DEBUG [RS:0;6e2c48d1e2be:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:36,669 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:36,669 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T05:42:36,669 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. after waiting 0 ms 2024-11-18T05:42:36,669 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T05:42:36,669 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T05:42:36,669 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:36,669 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T05:42:36,669 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53d5f435a01d372589905241b7d8f0ec 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-18T05:42:36,670 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T05:42:36,670 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 53d5f435a01d372589905241b7d8f0ec=TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec.} 2024-11-18T05:42:36,670 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:36,670 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:42:36,670 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:42:36,670 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:42:36,670 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:42:36,670 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:42:36,670 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-18T05:42:36,671 WARN [AsyncFSWAL-0-hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f-prefix:6e2c48d1e2be,44851,1731908543081.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,671 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2c48d1e2be%2C44851%2C1731908543081.meta:.meta(num 1731908544395) roll requested 2024-11-18T05:42:36,689 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908556671.meta, exclude list is [], retry=0 2024-11-18T05:42:36,693 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/.tmp/info/ece0cfc8fe2b4babbf80ad7f5d5442e3 is 1055, key is row0001/info:/1731908556411/Put/seqid=0 2024-11-18T05:42:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-b9e5e8ae-f3e7-4c0b-ad60-867a617c5a32,DISK] 2024-11-18T05:42:36,694 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-18T05:42:36,694 WARN [regionserver/6e2c48d1e2be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908556671.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:43345 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42521 is added to blk_1073741839_1016 (size=7062) 2024-11-18T05:42:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741839_1016 (size=7062) 2024-11-18T05:42:36,795 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908556671.meta, exclude list is [(127.0.0.1/127.0.0.1:34135:34135)], retry=1 2024-11-18T05:42:36,797 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-720395608_22 at /127.0.0.1:41512 [Receiving block BP-1673112896-172.17.0.2-1731908541017:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:40461:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41512 dst: /127.0.0.1:40461 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39327,DS-be249cf1-f03d-4200-bfec-0e279db43943,DISK] 2024-11-18T05:42:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-b9e5e8ae-f3e7-4c0b-ad60-867a617c5a32,DISK] 2024-11-18T05:42:36,804 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908556671.meta 2024-11-18T05:42:36,804 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34131:34131),(127.0.0.1/127.0.0.1:44621:44621)] 2024-11-18T05:42:36,804 DEBUG [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta is not closed yet, will try archiving it next time 2024-11-18T05:42:36,804 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,805 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:36,805 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta 2024-11-18T05:42:36,805 WARN [IPC Server handler 3 on default port 38415 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-18T05:42:36,806 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta after 1ms 2024-11-18T05:42:36,821 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/info/4e662dc1f1334862aafb34990c549d66 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec./info:regioninfo/1731908546708/Put/seqid=0 2024-11-18T05:42:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741841_1019 (size=7089) 2024-11-18T05:42:36,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741841_1019 (size=7089) 2024-11-18T05:42:36,829 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/info/4e662dc1f1334862aafb34990c549d66 2024-11-18T05:42:36,856 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/ns/58b5330aa1a44850a555e40c247c4ab4 is 43, key is default/ns:d/1731908544563/Put/seqid=0 2024-11-18T05:42:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42521 is added to blk_1073741842_1020 (size=5153) 2024-11-18T05:42:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741842_1020 (size=5153) 2024-11-18T05:42:36,869 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/ns/58b5330aa1a44850a555e40c247c4ab4 2024-11-18T05:42:36,870 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:36,901 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/table/545616d799994b7899902c1669363674 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731908546728/Put/seqid=0 2024-11-18T05:42:36,903 WARN [Thread-648 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741843_1021 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T05:42:36,904 WARN [Thread-648 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1673112896-172.17.0.2-1731908541017:blk_1073741843_1021 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK], DatanodeInfoWithStorage[127.0.0.1:42521,DS-8e897e5e-8ac8-4fd8-9228-1a6612fb5f39,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK]) is bad. 2024-11-18T05:42:36,904 WARN [Thread-648 {}] hdfs.DataStreamer(1850): Abandoning BP-1673112896-172.17.0.2-1731908541017:blk_1073741843_1021 2024-11-18T05:42:36,907 WARN [Thread-648 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:43345,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK] 2024-11-18T05:42:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741844_1022 (size=5424) 2024-11-18T05:42:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741844_1022 (size=5424) 2024-11-18T05:42:36,916 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/table/545616d799994b7899902c1669363674 2024-11-18T05:42:36,924 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/info/4e662dc1f1334862aafb34990c549d66 as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/info/4e662dc1f1334862aafb34990c549d66 2024-11-18T05:42:36,932 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/info/4e662dc1f1334862aafb34990c549d66, entries=10, sequenceid=11, filesize=6.9 K 2024-11-18T05:42:36,935 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/ns/58b5330aa1a44850a555e40c247c4ab4 as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/ns/58b5330aa1a44850a555e40c247c4ab4 2024-11-18T05:42:36,936 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T05:42:36,937 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T05:42:36,945 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/ns/58b5330aa1a44850a555e40c247c4ab4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T05:42:36,947 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/.tmp/table/545616d799994b7899902c1669363674 as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/table/545616d799994b7899902c1669363674 2024-11-18T05:42:36,969 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/table/545616d799994b7899902c1669363674, entries=2, sequenceid=11, filesize=5.3 K 2024-11-18T05:42:36,970 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=11, compaction requested=false 2024-11-18T05:42:36,982 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:36,987 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T05:42:36,988 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:42:36,988 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:42:36,988 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908556670Running coprocessor pre-close hooks at 1731908556670Disabling compacts and flushes for region at 1731908556670Disabling writes for close at 1731908556670Obtaining lock to block concurrent updates at 1731908556670Preparing flush snapshotting stores in 1588230740 at 1731908556670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731908556671 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731908556804 (+133 ms)Flushing 1588230740/info: creating writer at 1731908556805 (+1 ms)Flushing 1588230740/info: appending metadata at 1731908556821 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731908556821Flushing 1588230740/ns: creating writer at 1731908556838 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731908556855 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731908556855Flushing 1588230740/table: creating writer at 1731908556878 (+23 ms)Flushing 1588230740/table: appending metadata at 1731908556900 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731908556900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbbbaa2: reopening flushed file at 1731908556923 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487aeb83: reopening flushed file at 1731908556933 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb54852: reopening flushed file at 1731908556945 (+12 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=11, compaction requested=false at 1731908556970 (+25 ms)Writing region close event to WAL at 1731908556972 (+2 ms)Running coprocessor post-close hooks at 1731908556988 (+16 ms)Closed at 1731908556988 2024-11-18T05:42:36,988 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T05:42:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2999064801bc069 with lease ID 0x83e312a357f29f00: from storage DS-8d778fc8-191d-4259-b414-b2f5d661677e node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=1b713e07-e262-4558-814b-bc97939152dc, infoPort=41285, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T05:42:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2999064801bc069 with lease ID 0x83e312a357f29f00: from storage DS-29fd80f3-ea8b-4680-bc52-220126e77132 node DatanodeRegistration(127.0.0.1:41023, datanodeUuid=1b713e07-e262-4558-814b-bc97939152dc, infoPort=41285, infoSecurePort=0, ipcPort=41375, storageInfo=lv=-57;cid=testClusterID;nsid=1846604259;c=1731908541017), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:37,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741833_1014 (size=1599) 2024-11-18T05:42:37,070 DEBUG [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1351): Waiting on 53d5f435a01d372589905241b7d8f0ec 2024-11-18T05:42:37,101 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/.tmp/info/ece0cfc8fe2b4babbf80ad7f5d5442e3 2024-11-18T05:42:37,110 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/.tmp/info/ece0cfc8fe2b4babbf80ad7f5d5442e3 as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/info/ece0cfc8fe2b4babbf80ad7f5d5442e3 2024-11-18T05:42:37,119 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/info/ece0cfc8fe2b4babbf80ad7f5d5442e3, entries=2, sequenceid=6, filesize=6.9 K 2024-11-18T05:42:37,121 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 53d5f435a01d372589905241b7d8f0ec in 451ms, sequenceid=6, compaction requested=false 2024-11-18T05:42:37,139 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/data/default/TestLogRolling-testLogRollOnDatanodeDeath/53d5f435a01d372589905241b7d8f0ec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T05:42:37,140 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:37,140 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53d5f435a01d372589905241b7d8f0ec: Waiting for close lock at 1731908556669Running coprocessor pre-close hooks at 1731908556669Disabling compacts and flushes for region at 1731908556669Disabling writes for close at 1731908556669Obtaining lock to block concurrent updates at 1731908556669Preparing flush snapshotting stores in 53d5f435a01d372589905241b7d8f0ec at 1731908556669Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731908556670 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. at 1731908556671 (+1 ms)Flushing 53d5f435a01d372589905241b7d8f0ec/info: creating writer at 1731908556671Flushing 53d5f435a01d372589905241b7d8f0ec/info: appending metadata at 1731908556692 (+21 ms)Flushing 53d5f435a01d372589905241b7d8f0ec/info: closing flushed file at 1731908556692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f11a2a8: reopening flushed file at 1731908557109 (+417 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 53d5f435a01d372589905241b7d8f0ec in 451ms, sequenceid=6, compaction requested=false at 1731908557121 (+12 ms)Writing region close event to WAL at 1731908557134 (+13 ms)Running coprocessor post-close hooks at 1731908557140 (+6 ms)Closed at 1731908557140 2024-11-18T05:42:37,140 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731908546329.53d5f435a01d372589905241b7d8f0ec. 2024-11-18T05:42:37,270 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,44851,1731908543081; all regions closed. 2024-11-18T05:42:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741840_1017 (size=825) 2024-11-18T05:42:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741840_1017 (size=825) 2024-11-18T05:42:37,848 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:42:39,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-18T05:42:39,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:42:39,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:42:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42521 is added to blk_1073741833_1014 (size=1599) 2024-11-18T05:42:40,649 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 after 4007ms 2024-11-18T05:42:40,649 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 to hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs/6e2c48d1e2be%2C44851%2C1731908543081.1731908543996 2024-11-18T05:42:40,807 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta after 4002ms 2024-11-18T05:42:40,807 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/WALs/6e2c48d1e2be,44851,1731908543081/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta to hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs/6e2c48d1e2be%2C44851%2C1731908543081.meta.1731908544395.meta 2024-11-18T05:42:40,810 DEBUG [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs 2024-11-18T05:42:40,810 INFO [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C44851%2C1731908543081.meta:.meta(num 1731908556671) 2024-11-18T05:42:40,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741837_1013 (size=2288) 2024-11-18T05:42:40,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42521 is added to blk_1073741837_1013 (size=2288) 2024-11-18T05:42:40,817 DEBUG [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs 2024-11-18T05:42:40,817 INFO [RS:0;6e2c48d1e2be:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C44851%2C1731908543081:(num 1731908556617) 2024-11-18T05:42:40,817 DEBUG [RS:0;6e2c48d1e2be:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:40,817 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:42:40,817 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:42:40,817 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T05:42:40,817 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:42:40,817 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:42:40,818 INFO [RS:0;6e2c48d1e2be:44851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44851 2024-11-18T05:42:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:42:40,876 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,44851,1731908543081 2024-11-18T05:42:40,877 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:42:40,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,44851,1731908543081] 2024-11-18T05:42:40,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,44851,1731908543081 already deleted, retry=false 2024-11-18T05:42:40,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,44851,1731908543081 expired; onlineServers=0 2024-11-18T05:42:40,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,44697,1731908542900' ***** 2024-11-18T05:42:40,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T05:42:40,989 INFO [M:0;6e2c48d1e2be:44697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:42:40,989 INFO [M:0;6e2c48d1e2be:44697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:42:40,989 DEBUG [M:0;6e2c48d1e2be:44697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T05:42:40,990 DEBUG [M:0;6e2c48d1e2be:44697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T05:42:40,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T05:42:40,990 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908543691 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908543691,5,FailOnTimeoutGroup] 2024-11-18T05:42:40,990 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908543699 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908543699,5,FailOnTimeoutGroup] 2024-11-18T05:42:40,990 INFO [M:0;6e2c48d1e2be:44697 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T05:42:40,990 INFO [M:0;6e2c48d1e2be:44697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:42:40,990 DEBUG [M:0;6e2c48d1e2be:44697 {}] master.HMaster(1795): Stopping service threads 2024-11-18T05:42:40,990 INFO [M:0;6e2c48d1e2be:44697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T05:42:40,990 INFO [M:0;6e2c48d1e2be:44697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:42:40,990 INFO [M:0;6e2c48d1e2be:44697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:42:40,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T05:42:41,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T05:42:41,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:41,023 DEBUG [M:0;6e2c48d1e2be:44697 {}] zookeeper.ZKUtil(347): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T05:42:41,024 WARN [M:0;6e2c48d1e2be:44697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T05:42:41,025 INFO [M:0;6e2c48d1e2be:44697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/.lastflushedseqids 2024-11-18T05:42:41,036 INFO [RS:0;6e2c48d1e2be:44851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:42:41,036 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:41,036 INFO [RS:0;6e2c48d1e2be:44851 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,44851,1731908543081; zookeeper connection closed. 2024-11-18T05:42:41,036 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x1014dc0b44c0001, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741845_1023 (size=139) 2024-11-18T05:42:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741845_1023 (size=139) 2024-11-18T05:42:41,037 INFO [M:0;6e2c48d1e2be:44697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:42:41,038 INFO [M:0;6e2c48d1e2be:44697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T05:42:41,038 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:42:41,038 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:41,038 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:41,038 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:42:41,038 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:41,038 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-18T05:42:41,039 WARN [AsyncFSWAL-0-hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData-prefix:6e2c48d1e2be,44697,1731908542900 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:41,039 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2c48d1e2be%2C44697%2C1731908542900:(num 1731908543386) roll requested 2024-11-18T05:42:41,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b045b65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b045b65 2024-11-18T05:42:41,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T05:42:41,054 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908561039, exclude list is [], retry=0 2024-11-18T05:42:41,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41023,DS-8d778fc8-191d-4259-b414-b2f5d661677e,DISK] 2024-11-18T05:42:41,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33181,DS-91f4a8bf-d1dd-480d-80e5-ddbf27fbf8a0,DISK] 2024-11-18T05:42:41,059 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908561039 2024-11-18T05:42:41,061 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-18T05:42:41,061 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 is not closed yet, will try archiving it next time 2024-11-18T05:42:41,061 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:41,062 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:42:41,063 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 2024-11-18T05:42:41,063 WARN [IPC Server handler 3 on default port 38415 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-18T05:42:41,064 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 after 1ms 2024-11-18T05:42:41,082 DEBUG [M:0;6e2c48d1e2be:44697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77565a85664d4178bdf744c7075d728b is 82, key is hbase:meta,,1/info:regioninfo/1731908544479/Put/seqid=0 2024-11-18T05:42:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741847_1026 (size=5672) 2024-11-18T05:42:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741847_1026 (size=5672) 2024-11-18T05:42:41,089 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77565a85664d4178bdf744c7075d728b 2024-11-18T05:42:41,121 DEBUG [M:0;6e2c48d1e2be:44697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbc30c5a58df4de087e9186c2519292b is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731908546735/Put/seqid=0 2024-11-18T05:42:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741848_1027 (size=6113) 2024-11-18T05:42:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741848_1027 (size=6113) 2024-11-18T05:42:41,133 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbc30c5a58df4de087e9186c2519292b 2024-11-18T05:42:41,157 DEBUG [M:0;6e2c48d1e2be:44697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31f38835468d40e9b9ec0596af49b7b3 is 69, key is 6e2c48d1e2be,44851,1731908543081/rs:state/1731908543809/Put/seqid=0 2024-11-18T05:42:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741849_1028 (size=5156) 2024-11-18T05:42:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741849_1028 (size=5156) 2024-11-18T05:42:41,163 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31f38835468d40e9b9ec0596af49b7b3 2024-11-18T05:42:41,185 DEBUG [M:0;6e2c48d1e2be:44697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/239c2899314e468a9def2fd5e30f747d is 52, key is load_balancer_on/state:d/1731908544660/Put/seqid=0 2024-11-18T05:42:41,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741850_1029 (size=5056) 2024-11-18T05:42:41,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39327 is added to blk_1073741850_1029 (size=5056) 2024-11-18T05:42:41,192 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/239c2899314e468a9def2fd5e30f747d 2024-11-18T05:42:41,200 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77565a85664d4178bdf744c7075d728b as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77565a85664d4178bdf744c7075d728b 2024-11-18T05:42:41,207 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77565a85664d4178bdf744c7075d728b, entries=8, sequenceid=56, filesize=5.5 K 2024-11-18T05:42:41,208 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbc30c5a58df4de087e9186c2519292b as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbc30c5a58df4de087e9186c2519292b 2024-11-18T05:42:41,216 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbc30c5a58df4de087e9186c2519292b, entries=6, sequenceid=56, filesize=6.0 K 2024-11-18T05:42:41,218 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31f38835468d40e9b9ec0596af49b7b3 as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31f38835468d40e9b9ec0596af49b7b3 2024-11-18T05:42:41,226 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31f38835468d40e9b9ec0596af49b7b3, entries=1, sequenceid=56, filesize=5.0 K 2024-11-18T05:42:41,227 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/239c2899314e468a9def2fd5e30f747d as hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/239c2899314e468a9def2fd5e30f747d 2024-11-18T05:42:41,235 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/239c2899314e468a9def2fd5e30f747d, entries=1, sequenceid=56, filesize=4.9 K 2024-11-18T05:42:41,236 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=56, compaction requested=false 2024-11-18T05:42:41,238 INFO [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:41,238 DEBUG [M:0;6e2c48d1e2be:44697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908561038Disabling compacts and flushes for region at 1731908561038Disabling writes for close at 1731908561038Obtaining lock to block concurrent updates at 1731908561038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731908561038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731908561039 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731908561062 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731908561062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731908561082 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731908561082Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731908561099 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731908561120 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731908561121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731908561141 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731908561156 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731908561156Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731908561169 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731908561185 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731908561185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69370e28: reopening flushed file at 1731908561199 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe41823: reopening flushed file at 1731908561207 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ab9465: reopening flushed file at 1731908561217 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5f64d6: reopening flushed file at 1731908561226 (+9 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=56, compaction requested=false at 1731908561236 (+10 ms)Writing region close event to WAL at 1731908561238 (+2 ms)Closed at 1731908561238 2024-11-18T05:42:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41023 is added to blk_1073741846_1024 (size=757) 2024-11-18T05:42:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33181 is added to blk_1073741846_1024 (size=757) 2024-11-18T05:42:42,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:42:42,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:42,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:42,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:45,066 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 after 4002ms 2024-11-18T05:42:45,067 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/WALs/6e2c48d1e2be,44697,1731908542900/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 to hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/oldWALs/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 2024-11-18T05:42:45,077 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/MasterData/oldWALs/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386 to hdfs://localhost:38415/user/jenkins/test-data/5299c1f1-cccb-af78-8a50-86cc52133b5f/oldWALs/6e2c48d1e2be%2C44697%2C1731908542900.1731908543386$masterlocalwal$ 2024-11-18T05:42:45,077 INFO [M:0;6e2c48d1e2be:44697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T05:42:45,077 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:42:45,077 INFO [M:0;6e2c48d1e2be:44697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44697 2024-11-18T05:42:45,077 INFO [M:0;6e2c48d1e2be:44697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:42:45,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:45,226 INFO [M:0;6e2c48d1e2be:44697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:42:45,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44697-0x1014dc0b44c0000, quorum=127.0.0.1:59343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:42:45,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d3361d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:45,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11361716{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:45,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:45,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e10805a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:45,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77df7740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:45,234 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:45,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:45,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:45,234 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673112896-172.17.0.2-1731908541017 (Datanode Uuid 1b713e07-e262-4558-814b-bc97939152dc) service to localhost/127.0.0.1:38415 2024-11-18T05:42:45,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data3/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data4/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:45,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13cb4569{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:45,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3a8c74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:45,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:45,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afd100f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:45,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db940d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:45,241 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:45,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:45,241 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673112896-172.17.0.2-1731908541017 (Datanode Uuid 5640035d-8fb6-457f-8a84-ff7173306de2) service to localhost/127.0.0.1:38415 2024-11-18T05:42:45,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:45,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data9/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data10/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:45,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d76838e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:45,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60ca3b1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:45,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:45,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d4578b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:45,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b06ff3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:45,248 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:45,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:45,248 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673112896-172.17.0.2-1731908541017 (Datanode Uuid a81fdc64-939c-4712-bc8a-11a6ef62d3c6) service to localhost/127.0.0.1:38415 2024-11-18T05:42:45,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:45,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data7/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data8/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:45,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bb0be6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:45,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c1503e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:45,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:45,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3deed92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:45,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f830d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:45,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:45,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:45,256 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:45,256 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673112896-172.17.0.2-1731908541017 (Datanode Uuid d25b2f51-a46b-4077-9451-78ed0e4a854d) service to localhost/127.0.0.1:38415 2024-11-18T05:42:45,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data5/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data6/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:45,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3ede38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:45,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:45,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:45,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:45,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:45,278 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:42:45,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:42:45,278 WARN [BP-1673112896-172.17.0.2-1731908541017 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1673112896-172.17.0.2-1731908541017 (Datanode Uuid 50cb8830-dde1-4fb2-bf51-e86f90375ea1) service to localhost/127.0.0.1:38415 2024-11-18T05:42:45,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:42:45,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data1/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/cluster_f2fcb014-c73c-2991-f524-697dc6b4ca1a/data/data2/current/BP-1673112896-172.17.0.2-1731908541017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:42:45,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:42:45,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cf00585{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:42:45,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d51918b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:42:45,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:42:45,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1e03de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:42:45,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178e5bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir/,STOPPED} 2024-11-18T05:42:45,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T05:42:45,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T05:42:45,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38415 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 398) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4967 (was 5316) 2024-11-18T05:42:45,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=4967 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.log.dir so I do NOT create it in target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecb0e081-fda1-be18-813f-c4b80676946d/hadoop.tmp.dir so I do NOT create it in target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c, deleteOnExit=true 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/test.cache.data in system properties and HBase conf 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T05:42:45,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:42:45,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:45,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:45,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:45,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:45,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:42:45,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:45,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59feadde{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:45,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490ab78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:45,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff40f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/java.io.tmpdir/jetty-localhost-45827-hadoop-hdfs-3_4_1-tests_jar-_-any-7288594279512168191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:42:45,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d0f922c{HTTP/1.1, (http/1.1)}{localhost:45827} 2024-11-18T05:42:45,733 INFO [Time-limited test {}] server.Server(415): Started @92798ms 2024-11-18T05:42:45,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:45,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:46,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:46,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:46,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:42:46,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ea0bc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:46,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@749e28da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:46,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b6819f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/java.io.tmpdir/jetty-localhost-46387-hadoop-hdfs-3_4_1-tests_jar-_-any-16934638406511767474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:46,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20ece5aa{HTTP/1.1, (http/1.1)}{localhost:46387} 2024-11-18T05:42:46,096 INFO [Time-limited test {}] server.Server(415): Started @93161ms 2024-11-18T05:42:46,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:46,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:42:46,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:42:46,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:42:46,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:42:46,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:42:46,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dbd2167{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:42:46,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f70e6a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:42:46,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5305a85d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/java.io.tmpdir/jetty-localhost-38557-hadoop-hdfs-3_4_1-tests_jar-_-any-5867543625870645011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:42:46,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12b3ca4b{HTTP/1.1, (http/1.1)}{localhost:38557} 2024-11-18T05:42:46,222 INFO [Time-limited test {}] server.Server(415): Started @93287ms 2024-11-18T05:42:46,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:42:46,866 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data1/current/BP-345767079-172.17.0.2-1731908565360/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:46,867 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data2/current/BP-345767079-172.17.0.2-1731908565360/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:46,887 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f0310c0adfb9455 with lease ID 0xb2ced3d4db63b547: Processing first storage report for DS-eeff05b2-439d-4b31-8842-4f84567fbaea from datanode DatanodeRegistration(127.0.0.1:43033, datanodeUuid=fc83f204-3149-441b-ab5f-a9b210173e45, infoPort=45561, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360) 2024-11-18T05:42:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f0310c0adfb9455 with lease ID 0xb2ced3d4db63b547: from storage DS-eeff05b2-439d-4b31-8842-4f84567fbaea node DatanodeRegistration(127.0.0.1:43033, datanodeUuid=fc83f204-3149-441b-ab5f-a9b210173e45, infoPort=45561, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f0310c0adfb9455 with lease ID 0xb2ced3d4db63b547: Processing first storage report for DS-a44f05f2-34fa-435f-81e9-f029308608ce from datanode DatanodeRegistration(127.0.0.1:43033, datanodeUuid=fc83f204-3149-441b-ab5f-a9b210173e45, infoPort=45561, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360) 2024-11-18T05:42:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f0310c0adfb9455 with lease ID 0xb2ced3d4db63b547: from storage DS-a44f05f2-34fa-435f-81e9-f029308608ce node DatanodeRegistration(127.0.0.1:43033, datanodeUuid=fc83f204-3149-441b-ab5f-a9b210173e45, infoPort=45561, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:46,952 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data4/current/BP-345767079-172.17.0.2-1731908565360/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:46,952 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data3/current/BP-345767079-172.17.0.2-1731908565360/current, will proceed with Du for space computation calculation, 2024-11-18T05:42:46,972 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:42:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d068a964cd5cfa with lease ID 0xb2ced3d4db63b548: Processing first storage report for DS-a450ea49-964f-4548-ae28-7655ec69a985 from datanode DatanodeRegistration(127.0.0.1:43969, datanodeUuid=7ad39371-1d4a-4ddf-b6e3-e69f7424912e, infoPort=37067, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360) 2024-11-18T05:42:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d068a964cd5cfa with lease ID 0xb2ced3d4db63b548: from storage DS-a450ea49-964f-4548-ae28-7655ec69a985 node DatanodeRegistration(127.0.0.1:43969, datanodeUuid=7ad39371-1d4a-4ddf-b6e3-e69f7424912e, infoPort=37067, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d068a964cd5cfa with lease ID 0xb2ced3d4db63b548: Processing first storage report for DS-1511646d-e7b5-4916-96ac-2ab6f61779e3 from datanode DatanodeRegistration(127.0.0.1:43969, datanodeUuid=7ad39371-1d4a-4ddf-b6e3-e69f7424912e, infoPort=37067, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360) 2024-11-18T05:42:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d068a964cd5cfa with lease ID 0xb2ced3d4db63b548: from storage DS-1511646d-e7b5-4916-96ac-2ab6f61779e3 node DatanodeRegistration(127.0.0.1:43969, datanodeUuid=7ad39371-1d4a-4ddf-b6e3-e69f7424912e, infoPort=37067, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=168766156;c=1731908565360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:42:47,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b 2024-11-18T05:42:47,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/zookeeper_0, clientPort=60246, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:42:47,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60246 2024-11-18T05:42:47,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:42:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:42:47,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59 with version=8 2024-11-18T05:42:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase-staging 2024-11-18T05:42:47,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:42:47,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:47,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:47,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:42:47,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:47,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:42:47,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T05:42:47,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:42:47,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37803 2024-11-18T05:42:47,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37803 connecting to ZooKeeper ensemble=127.0.0.1:60246 2024-11-18T05:42:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378030x0, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:42:47,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37803-0x1014dc112f60000 connected 2024-11-18T05:42:47,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:47,229 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59, hbase.cluster.distributed=false 2024-11-18T05:42:47,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:42:47,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-18T05:42:47,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37803 2024-11-18T05:42:47,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37803 2024-11-18T05:42:47,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-18T05:42:47,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-18T05:42:47,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:42:47,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:47,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:47,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:42:47,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:42:47,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:42:47,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:42:47,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:42:47,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38811 2024-11-18T05:42:47,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38811 connecting to ZooKeeper ensemble=127.0.0.1:60246 2024-11-18T05:42:47,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388110x0, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:42:47,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38811-0x1014dc112f60001 connected 2024-11-18T05:42:47,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:42:47,268 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:42:47,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:42:47,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:42:47,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:42:47,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38811 2024-11-18T05:42:47,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38811 2024-11-18T05:42:47,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38811 2024-11-18T05:42:47,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38811 2024-11-18T05:42:47,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38811 2024-11-18T05:42:47,286 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:37803 2024-11-18T05:42:47,287 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:47,298 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:42:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,309 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:42:47,310 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,37803,1731908567110 from backup master directory 2024-11-18T05:42:47,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:47,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:42:47,317 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:42:47,317 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,322 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/hbase.id] with ID: 4a2c993f-c5f2-4b8a-aa07-c1ac24ddca09 2024-11-18T05:42:47,322 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/.tmp/hbase.id 2024-11-18T05:42:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:42:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:42:47,329 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/.tmp/hbase.id]:[hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/hbase.id] 2024-11-18T05:42:47,343 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:47,343 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T05:42:47,344 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T05:42:47,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:42:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:42:47,364 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:42:47,365 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:42:47,365 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:42:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:42:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:42:47,375 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store 2024-11-18T05:42:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:42:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:42:47,384 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:47,384 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:42:47,384 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:47,384 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:47,384 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:42:47,384 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:47,384 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:42:47,384 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908567384Disabling compacts and flushes for region at 1731908567384Disabling writes for close at 1731908567384Writing region close event to WAL at 1731908567384Closed at 1731908567384 2024-11-18T05:42:47,385 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/.initializing 2024-11-18T05:42:47,385 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/WALs/6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,386 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:42:47,388 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C37803%2C1731908567110, suffix=, logDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/WALs/6e2c48d1e2be,37803,1731908567110, archiveDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/oldWALs, maxLogs=10 2024-11-18T05:42:47,401 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/WALs/6e2c48d1e2be,37803,1731908567110/6e2c48d1e2be%2C37803%2C1731908567110.1731908567389, exclude list is [], retry=0 2024-11-18T05:42:47,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-eeff05b2-439d-4b31-8842-4f84567fbaea,DISK] 2024-11-18T05:42:47,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-a450ea49-964f-4548-ae28-7655ec69a985,DISK] 2024-11-18T05:42:47,407 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/WALs/6e2c48d1e2be,37803,1731908567110/6e2c48d1e2be%2C37803%2C1731908567110.1731908567389 2024-11-18T05:42:47,407 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-18T05:42:47,407 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:42:47,408 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:47,408 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,408 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:42:47,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:47,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:42:47,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:47,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:42:47,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:47,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:42:47,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:47,418 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,419 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,419 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,420 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,420 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,421 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:42:47,422 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:42:47,425 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:42:47,426 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=871153, jitterRate=0.10772944986820221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:42:47,426 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731908567408Initializing all the Stores at 1731908567409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908567409Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908567409Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908567409Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908567409Cleaning up temporary data from old regions at 1731908567420 (+11 ms)Region opened successfully at 1731908567426 (+6 ms) 2024-11-18T05:42:47,427 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:42:47,430 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47308b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:42:47,431 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T05:42:47,432 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T05:42:47,432 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T05:42:47,432 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:42:47,432 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T05:42:47,433 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T05:42:47,433 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:42:47,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:42:47,436 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:42:47,458 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:42:47,459 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:42:47,460 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:42:47,467 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:42:47,467 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:42:47,468 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:42:47,475 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:42:47,476 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:42:47,483 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:42:47,486 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:42:47,492 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:42:47,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:47,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:42:47,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,501 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,37803,1731908567110, sessionid=0x1014dc112f60000, setting cluster-up flag (Was=false) 2024-11-18T05:42:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,542 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:42:47,544 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:47,584 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:42:47,585 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:47,587 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T05:42:47,588 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:47,589 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T05:42:47,589 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:42:47,589 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,37803,1731908567110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:42:47,591 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:47,591 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:47,591 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:47,591 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:42:47,591 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:42:47,591 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,592 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:42:47,592 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,592 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731908597592 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,593 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:42:47,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:42:47,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:42:47,594 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908567594,5,FailOnTimeoutGroup] 2024-11-18T05:42:47,594 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908567594,5,FailOnTimeoutGroup] 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:42:47,594 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,595 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:42:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:42:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:42:47,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T05:42:47,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59 2024-11-18T05:42:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:42:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:42:47,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:47,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:42:47,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:42:47,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:47,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:42:47,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:42:47,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:42:47,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:42:47,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:42:47,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:42:47,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:47,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:42:47,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740 2024-11-18T05:42:47,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740 2024-11-18T05:42:47,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:42:47,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:42:47,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:42:47,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:42:47,629 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:42:47,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776899, jitterRate=-0.012122899293899536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:42:47,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731908567611Initializing all the Stores at 1731908567612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908567612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908567612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908567612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908567612Cleaning up temporary data from old regions at 1731908567625 (+13 ms)Region opened successfully at 1731908567631 (+6 ms) 2024-11-18T05:42:47,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:42:47,631 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:42:47,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:42:47,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:42:47,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:42:47,632 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:42:47,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908567631Disabling compacts and flushes for region at 1731908567631Disabling writes for close at 1731908567631Writing region close event to WAL at 1731908567632 (+1 ms)Closed at 1731908567632 2024-11-18T05:42:47,633 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:47,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T05:42:47,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:42:47,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:42:47,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:42:47,679 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(746): ClusterId : 4a2c993f-c5f2-4b8a-aa07-c1ac24ddca09 2024-11-18T05:42:47,679 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:42:47,694 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:42:47,694 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:42:47,706 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:42:47,707 DEBUG [RS:0;6e2c48d1e2be:38811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d579cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:42:47,718 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:38811 2024-11-18T05:42:47,718 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:42:47,718 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:42:47,718 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:42:47,719 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,37803,1731908567110 with port=38811, startcode=1731908567253 2024-11-18T05:42:47,719 DEBUG [RS:0;6e2c48d1e2be:38811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:42:47,721 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:42:47,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:47,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37803 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:47,724 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59 2024-11-18T05:42:47,724 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38841 2024-11-18T05:42:47,724 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:42:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:42:47,734 DEBUG [RS:0;6e2c48d1e2be:38811 {}] zookeeper.ZKUtil(111): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:47,734 WARN [RS:0;6e2c48d1e2be:38811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:42:47,734 INFO [RS:0;6e2c48d1e2be:38811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:42:47,734 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:47,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,38811,1731908567253] 2024-11-18T05:42:47,738 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:42:47,741 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:42:47,741 INFO [RS:0;6e2c48d1e2be:38811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:42:47,741 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,741 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:42:47,742 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:42:47,743 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,743 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,744 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,744 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:42:47,744 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:42:47,744 DEBUG [RS:0;6e2c48d1e2be:38811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:42:47,744 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,744 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,744 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,744 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,744 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,744 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,38811,1731908567253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:42:47,761 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:42:47,761 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,38811,1731908567253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,761 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,761 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.Replication(171): 6e2c48d1e2be,38811,1731908567253 started 2024-11-18T05:42:47,774 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:47,775 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,38811,1731908567253, RpcServer on 6e2c48d1e2be/172.17.0.2:38811, sessionid=0x1014dc112f60001 2024-11-18T05:42:47,775 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:42:47,775 DEBUG [RS:0;6e2c48d1e2be:38811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:47,775 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,38811,1731908567253' 2024-11-18T05:42:47,775 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:42:47,776 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:42:47,776 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:42:47,776 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:42:47,776 DEBUG [RS:0;6e2c48d1e2be:38811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:47,776 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,38811,1731908567253' 2024-11-18T05:42:47,776 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:42:47,777 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:42:47,777 DEBUG [RS:0;6e2c48d1e2be:38811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:42:47,777 INFO [RS:0;6e2c48d1e2be:38811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:42:47,777 INFO [RS:0;6e2c48d1e2be:38811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:42:47,787 WARN [6e2c48d1e2be:37803 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T05:42:47,878 INFO [RS:0;6e2c48d1e2be:38811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:42:47,881 INFO [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C38811%2C1731908567253, suffix=, logDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253, archiveDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/oldWALs, maxLogs=32 2024-11-18T05:42:47,897 DEBUG [RS:0;6e2c48d1e2be:38811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882, exclude list is [], retry=0 2024-11-18T05:42:47,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-eeff05b2-439d-4b31-8842-4f84567fbaea,DISK] 2024-11-18T05:42:47,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-a450ea49-964f-4548-ae28-7655ec69a985,DISK] 2024-11-18T05:42:47,902 INFO [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882 2024-11-18T05:42:47,903 DEBUG [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-18T05:42:48,037 DEBUG [6e2c48d1e2be:37803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T05:42:48,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:48,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,38811,1731908567253, state=OPENING 2024-11-18T05:42:48,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:42:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:42:48,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:42:48,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,38811,1731908567253}] 2024-11-18T05:42:48,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:48,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:48,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:42:48,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:42:48,241 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T05:42:48,241 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:42:48,242 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:42:48,243 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C38811%2C1731908567253.meta, suffix=.meta, logDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253, archiveDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/oldWALs, maxLogs=32 2024-11-18T05:42:48,255 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.meta.1731908568244.meta, exclude list is [], retry=0 2024-11-18T05:42:48,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-eeff05b2-439d-4b31-8842-4f84567fbaea,DISK] 2024-11-18T05:42:48,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-a450ea49-964f-4548-ae28-7655ec69a985,DISK] 2024-11-18T05:42:48,259 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.meta.1731908568244.meta 2024-11-18T05:42:48,260 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37067:37067),(127.0.0.1/127.0.0.1:45561:45561)] 2024-11-18T05:42:48,260 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:42:48,260 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:42:48,260 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:42:48,260 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:42:48,260 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:42:48,261 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:48,261 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T05:42:48,261 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T05:42:48,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:42:48,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:42:48,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:42:48,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:42:48,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:48,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:48,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:42:48,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:42:48,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:42:48,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:42:48,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:48,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:42:48,268 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:42:48,268 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740 2024-11-18T05:42:48,270 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740 2024-11-18T05:42:48,271 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:42:48,271 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:42:48,272 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:42:48,273 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:42:48,274 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841293, jitterRate=0.06975969672203064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:42:48,274 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T05:42:48,275 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731908568261Writing region info on filesystem at 1731908568261Initializing all the Stores at 1731908568262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908568262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908568262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908568262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908568262Cleaning up temporary data from old regions at 1731908568271 (+9 ms)Running coprocessor post-open hooks at 1731908568274 (+3 ms)Region opened successfully at 1731908568275 (+1 ms) 2024-11-18T05:42:48,276 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731908568231 2024-11-18T05:42:48,278 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:42:48,278 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T05:42:48,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:48,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,38811,1731908567253, state=OPEN 2024-11-18T05:42:48,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:42:48,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:42:48,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:48,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:48,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:42:48,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:42:48,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,38811,1731908567253 in 239 msec 2024-11-18T05:42:48,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:42:48,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-18T05:42:48,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:42:48,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T05:42:48,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:42:48,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,38811,1731908567253, seqNum=-1] 2024-11-18T05:42:48,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:42:48,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57107, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:42:48,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 749 msec 2024-11-18T05:42:48,339 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731908568339, completionTime=-1 2024-11-18T05:42:48,339 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T05:42:48,339 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:42:48,341 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T05:42:48,342 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731908628341 2024-11-18T05:42:48,342 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731908688342 2024-11-18T05:42:48,342 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T05:42:48,342 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,37803,1731908567110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,342 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,37803,1731908567110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,342 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,37803,1731908567110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,343 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:37803, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,343 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,343 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,345 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.031sec 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,37803,1731908567110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:42:48,348 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,37803,1731908567110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:42:48,351 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:42:48,351 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:42:48,352 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,37803,1731908567110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:42:48,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ab8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:42:48,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,37803,-1 for getting cluster id 2024-11-18T05:42:48,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T05:42:48,382 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a2c993f-c5f2-4b8a-aa07-c1ac24ddca09' 2024-11-18T05:42:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T05:42:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a2c993f-c5f2-4b8a-aa07-c1ac24ddca09" 2024-11-18T05:42:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c39808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:42:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,37803,-1] 2024-11-18T05:42:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T05:42:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:42:48,385 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T05:42:48,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216816a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:42:48,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:42:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,38811,1731908567253, seqNum=-1] 2024-11-18T05:42:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:42:48,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:42:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:48,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:42:48,394 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T05:42:48,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T05:42:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2c48d1e2be,37803,1731908567110 2024-11-18T05:42:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15cd16dc 2024-11-18T05:42:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:42:48,397 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:42:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T05:42:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T05:42:48,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:42:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:42:48,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:42:48,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:48,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-18T05:42:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:42:48,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:42:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741835_1011 (size=405) 2024-11-18T05:42:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741835_1011 (size=405) 2024-11-18T05:42:48,414 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6e38d5b1955a4de786b53dbe9e18942, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59 2024-11-18T05:42:48,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741836_1012 (size=88) 2024-11-18T05:42:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741836_1012 (size=88) 2024-11-18T05:42:48,422 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:48,422 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing d6e38d5b1955a4de786b53dbe9e18942, disabling compactions & flushes 2024-11-18T05:42:48,422 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,422 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,423 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. after waiting 0 ms 2024-11-18T05:42:48,423 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,423 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,423 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6e38d5b1955a4de786b53dbe9e18942: Waiting for close lock at 1731908568422Disabling compacts and flushes for region at 1731908568422Disabling writes for close at 1731908568423 (+1 ms)Writing region close event to WAL at 1731908568423Closed at 1731908568423 2024-11-18T05:42:48,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:42:48,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731908568425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731908568425"}]},"ts":"1731908568425"} 2024-11-18T05:42:48,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T05:42:48,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:42:48,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908568430"}]},"ts":"1731908568430"} 2024-11-18T05:42:48,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-18T05:42:48,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d6e38d5b1955a4de786b53dbe9e18942, ASSIGN}] 2024-11-18T05:42:48,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d6e38d5b1955a4de786b53dbe9e18942, ASSIGN 2024-11-18T05:42:48,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d6e38d5b1955a4de786b53dbe9e18942, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,38811,1731908567253; forceNewPlan=false, retain=false 2024-11-18T05:42:48,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6e38d5b1955a4de786b53dbe9e18942, regionState=OPENING, regionLocation=6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d6e38d5b1955a4de786b53dbe9e18942, ASSIGN because future has completed 2024-11-18T05:42:48,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e38d5b1955a4de786b53dbe9e18942, server=6e2c48d1e2be,38811,1731908567253}] 2024-11-18T05:42:48,755 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,756 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6e38d5b1955a4de786b53dbe9e18942, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:42:48,756 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,756 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:42:48,756 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,757 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,759 INFO [StoreOpener-d6e38d5b1955a4de786b53dbe9e18942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,761 INFO [StoreOpener-d6e38d5b1955a4de786b53dbe9e18942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e38d5b1955a4de786b53dbe9e18942 columnFamilyName info 2024-11-18T05:42:48,761 DEBUG [StoreOpener-d6e38d5b1955a4de786b53dbe9e18942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:42:48,762 INFO [StoreOpener-d6e38d5b1955a4de786b53dbe9e18942-1 {}] regionserver.HStore(327): Store=d6e38d5b1955a4de786b53dbe9e18942/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:42:48,763 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,764 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,765 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,765 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,765 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,768 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,772 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:42:48,773 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6e38d5b1955a4de786b53dbe9e18942; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745281, jitterRate=-0.05232636630535126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:42:48,773 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:42:48,774 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6e38d5b1955a4de786b53dbe9e18942: Running coprocessor pre-open hook at 1731908568757Writing region info on filesystem at 1731908568757Initializing all the Stores at 1731908568758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908568758Cleaning up temporary data from old regions at 1731908568766 (+8 ms)Running coprocessor post-open hooks at 1731908568773 (+7 ms)Region opened successfully at 1731908568774 (+1 ms) 2024-11-18T05:42:48,775 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942., pid=6, masterSystemTime=1731908568749 2024-11-18T05:42:48,777 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,778 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:48,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6e38d5b1955a4de786b53dbe9e18942, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,38811,1731908567253 2024-11-18T05:42:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e38d5b1955a4de786b53dbe9e18942, server=6e2c48d1e2be,38811,1731908567253 because future has completed 2024-11-18T05:42:48,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T05:42:48,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e38d5b1955a4de786b53dbe9e18942, server=6e2c48d1e2be,38811,1731908567253 in 188 msec 2024-11-18T05:42:48,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T05:42:48,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=d6e38d5b1955a4de786b53dbe9e18942, ASSIGN in 352 msec 2024-11-18T05:42:48,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:42:48,789 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908568788"}]},"ts":"1731908568788"} 2024-11-18T05:42:48,791 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-18T05:42:48,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:42:48,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 394 msec 2024-11-18T05:42:49,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:42:49,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T05:42:49,907 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:42:49,907 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T05:42:49,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:42:49,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T05:42:53,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:42:53,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:42:53,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:42:53,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-18T05:42:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:42:58,468 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T05:42:58,468 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-18T05:42:58,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:42:58,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942., hostname=6e2c48d1e2be,38811,1731908567253, seqNum=2] 2024-11-18T05:42:58,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:42:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:42:58,493 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:42:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T05:42:58,495 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:42:58,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:42:58,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T05:42:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:58,657 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d6e38d5b1955a4de786b53dbe9e18942 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T05:42:58,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/2acd74fe808e4c0a96a0909c5c2c0923 is 1055, key is row0001/info:/1731908578480/Put/seqid=0 2024-11-18T05:42:58,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741837_1013 (size=6008) 2024-11-18T05:42:58,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741837_1013 (size=6008) 2024-11-18T05:42:58,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/2acd74fe808e4c0a96a0909c5c2c0923 2024-11-18T05:42:58,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/2acd74fe808e4c0a96a0909c5c2c0923 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/2acd74fe808e4c0a96a0909c5c2c0923 2024-11-18T05:42:58,698 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/2acd74fe808e4c0a96a0909c5c2c0923, entries=1, sequenceid=5, filesize=5.9 K 2024-11-18T05:42:58,699 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d6e38d5b1955a4de786b53dbe9e18942 in 42ms, sequenceid=5, compaction requested=false 2024-11-18T05:42:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d6e38d5b1955a4de786b53dbe9e18942: 2024-11-18T05:42:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:42:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T05:42:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T05:42:58,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T05:42:58,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2024-11-18T05:42:58,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 220 msec 2024-11-18T05:43:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T05:43:08,538 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T05:43:08,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T05:43:08,547 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:43:08,549 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:43:08,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:43:08,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T05:43:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:08,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d6e38d5b1955a4de786b53dbe9e18942 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T05:43:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/d21cafcaadb04b349a57bda7d1c29b63 is 1055, key is row0002/info:/1731908588540/Put/seqid=0 2024-11-18T05:43:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741838_1014 (size=6008) 2024-11-18T05:43:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741838_1014 (size=6008) 2024-11-18T05:43:08,717 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/d21cafcaadb04b349a57bda7d1c29b63 2024-11-18T05:43:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/d21cafcaadb04b349a57bda7d1c29b63 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d21cafcaadb04b349a57bda7d1c29b63 2024-11-18T05:43:08,731 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d21cafcaadb04b349a57bda7d1c29b63, entries=1, sequenceid=9, filesize=5.9 K 2024-11-18T05:43:08,732 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d6e38d5b1955a4de786b53dbe9e18942 in 28ms, sequenceid=9, compaction requested=false 2024-11-18T05:43:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d6e38d5b1955a4de786b53dbe9e18942: 2024-11-18T05:43:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T05:43:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T05:43:08,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T05:43:08,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-18T05:43:08,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-18T05:43:17,058 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:43:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T05:43:18,649 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T05:43:18,668 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908598655, exclude list is [], retry=0 2024-11-18T05:43:18,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-eeff05b2-439d-4b31-8842-4f84567fbaea,DISK] 2024-11-18T05:43:18,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-a450ea49-964f-4548-ae28-7655ec69a985,DISK] 2024-11-18T05:43:18,673 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908598655 2024-11-18T05:43:18,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-18T05:43:18,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882 is not closed yet, will try archiving it next time 2024-11-18T05:43:18,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741833_1009 (size=5471) 2024-11-18T05:43:18,675 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882 not finished, retry = 0 2024-11-18T05:43:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741833_1009 (size=5471) 2024-11-18T05:43:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T05:43:18,677 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:43:18,678 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:43:18,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:43:18,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T05:43:18,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:18,835 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d6e38d5b1955a4de786b53dbe9e18942 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T05:43:18,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/d163dc4965b848fe9da08175958215fb is 1055, key is row0003/info:/1731908598652/Put/seqid=0 2024-11-18T05:43:18,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741840_1016 (size=6008) 2024-11-18T05:43:18,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741840_1016 (size=6008) 2024-11-18T05:43:18,847 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/d163dc4965b848fe9da08175958215fb 2024-11-18T05:43:18,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/d163dc4965b848fe9da08175958215fb as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d163dc4965b848fe9da08175958215fb 2024-11-18T05:43:18,860 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d163dc4965b848fe9da08175958215fb, entries=1, sequenceid=13, filesize=5.9 K 2024-11-18T05:43:18,861 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d6e38d5b1955a4de786b53dbe9e18942 in 26ms, sequenceid=13, compaction requested=true 2024-11-18T05:43:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d6e38d5b1955a4de786b53dbe9e18942: 2024-11-18T05:43:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T05:43:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T05:43:18,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T05:43:18,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-18T05:43:18,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-18T05:43:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T05:43:28,690 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T05:43:28,696 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:43:28,700 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:43:28,702 DEBUG [Time-limited test {}] regionserver.HStore(1541): d6e38d5b1955a4de786b53dbe9e18942/info is initiating minor compaction (all files) 2024-11-18T05:43:28,703 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:43:28,703 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:28,703 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d6e38d5b1955a4de786b53dbe9e18942/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:28,704 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/2acd74fe808e4c0a96a0909c5c2c0923, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d21cafcaadb04b349a57bda7d1c29b63, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d163dc4965b848fe9da08175958215fb] into tmpdir=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp, totalSize=17.6 K 2024-11-18T05:43:28,705 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2acd74fe808e4c0a96a0909c5c2c0923, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731908578480 2024-11-18T05:43:28,706 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d21cafcaadb04b349a57bda7d1c29b63, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731908588540 2024-11-18T05:43:28,706 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d163dc4965b848fe9da08175958215fb, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731908598652 2024-11-18T05:43:28,731 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d6e38d5b1955a4de786b53dbe9e18942#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:43:28,732 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/4c7c2d2531984e57901205b23c9d82e2 is 1055, key is row0001/info:/1731908578480/Put/seqid=0 2024-11-18T05:43:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741841_1017 (size=8221) 2024-11-18T05:43:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741841_1017 (size=8221) 2024-11-18T05:43:28,746 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/4c7c2d2531984e57901205b23c9d82e2 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/4c7c2d2531984e57901205b23c9d82e2 2024-11-18T05:43:28,762 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6e38d5b1955a4de786b53dbe9e18942/info of d6e38d5b1955a4de786b53dbe9e18942 into 4c7c2d2531984e57901205b23c9d82e2(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:43:28,762 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d6e38d5b1955a4de786b53dbe9e18942: 2024-11-18T05:43:28,768 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T05:43:28,768 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T05:43:28,783 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908608765, exclude list is [], retry=0 2024-11-18T05:43:28,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-eeff05b2-439d-4b31-8842-4f84567fbaea,DISK] 2024-11-18T05:43:28,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-a450ea49-964f-4548-ae28-7655ec69a985,DISK] 2024-11-18T05:43:28,787 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908598655 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908608765 2024-11-18T05:43:28,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-18T05:43:28,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908598655 is not closed yet, will try archiving it next time 2024-11-18T05:43:28,788 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882 to hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/oldWALs/6e2c48d1e2be%2C38811%2C1731908567253.1731908567882 2024-11-18T05:43:28,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741839_1015 (size=2495) 2024-11-18T05:43:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741839_1015 (size=2495) 2024-11-18T05:43:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T05:43:28,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:43:28,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:43:28,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:43:28,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T05:43:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:28,946 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d6e38d5b1955a4de786b53dbe9e18942 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T05:43:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/a1e8cfc8537c41aeac2e12ac13eb3175 is 1055, key is row0000/info:/1731908608764/Put/seqid=0 2024-11-18T05:43:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741843_1019 (size=6008) 2024-11-18T05:43:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741843_1019 (size=6008) 2024-11-18T05:43:28,958 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/a1e8cfc8537c41aeac2e12ac13eb3175 2024-11-18T05:43:28,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/a1e8cfc8537c41aeac2e12ac13eb3175 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/a1e8cfc8537c41aeac2e12ac13eb3175 2024-11-18T05:43:28,971 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/a1e8cfc8537c41aeac2e12ac13eb3175, entries=1, sequenceid=18, filesize=5.9 K 2024-11-18T05:43:28,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d6e38d5b1955a4de786b53dbe9e18942 in 26ms, sequenceid=18, compaction requested=false 2024-11-18T05:43:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d6e38d5b1955a4de786b53dbe9e18942: 2024-11-18T05:43:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T05:43:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T05:43:28,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T05:43:28,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-18T05:43:28,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-18T05:43:33,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d6e38d5b1955a4de786b53dbe9e18942, had cached 0 bytes from a total of 14229 2024-11-18T05:43:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T05:43:38,828 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-18T05:43:38,850 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908618832, exclude list is [], retry=0 2024-11-18T05:43:38,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43033,DS-eeff05b2-439d-4b31-8842-4f84567fbaea,DISK] 2024-11-18T05:43:38,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-a450ea49-964f-4548-ae28-7655ec69a985,DISK] 2024-11-18T05:43:38,854 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908608765 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908618832 2024-11-18T05:43:38,854 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37067:37067),(127.0.0.1/127.0.0.1:45561:45561)] 2024-11-18T05:43:38,854 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908608765 is not closed yet, will try archiving it next time 2024-11-18T05:43:38,854 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/WALs/6e2c48d1e2be,38811,1731908567253/6e2c48d1e2be%2C38811%2C1731908567253.1731908598655 to hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/oldWALs/6e2c48d1e2be%2C38811%2C1731908567253.1731908598655 2024-11-18T05:43:38,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T05:43:38,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:43:38,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:43:38,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:43:38,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:43:38,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T05:43:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741842_1018 (size=2001) 2024-11-18T05:43:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741842_1018 (size=2001) 2024-11-18T05:43:38,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T05:43:38,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=346085109, stopped=false 2024-11-18T05:43:38,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,37803,1731908567110 2024-11-18T05:43:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:43:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:43:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:38,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:43:38,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:43:38,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:43:38,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:43:38,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:43:38,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:43:38,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,38811,1731908567253' ***** 2024-11-18T05:43:38,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T05:43:38,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(3091): Received CLOSE for d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,38811,1731908567253 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:43:38,881 INFO [RS:0;6e2c48d1e2be:38811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:38811. 2024-11-18T05:43:38,881 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6e38d5b1955a4de786b53dbe9e18942, disabling compactions & flushes 2024-11-18T05:43:38,882 DEBUG [RS:0;6e2c48d1e2be:38811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:43:38,882 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:38,882 DEBUG [RS:0;6e2c48d1e2be:38811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:43:38,882 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:38,882 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. after waiting 0 ms 2024-11-18T05:43:38,882 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T05:43:38,882 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:38,882 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T05:43:38,882 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T05:43:38,882 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T05:43:38,882 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6e38d5b1955a4de786b53dbe9e18942 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T05:43:38,882 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:43:38,882 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:43:38,883 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T05:43:38,883 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1325): Online Regions={d6e38d5b1955a4de786b53dbe9e18942=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T05:43:38,883 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:43:38,883 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6e38d5b1955a4de786b53dbe9e18942 2024-11-18T05:43:38,883 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:43:38,883 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:43:38,883 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-18T05:43:38,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/1d9df1fed951476fa17b96accfd5dcb0 is 1055, key is row0001/info:/1731908618829/Put/seqid=0 2024-11-18T05:43:38,903 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/info/458305a3c5474f7892cb139e3033d3c4 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942./info:regioninfo/1731908568778/Put/seqid=0 2024-11-18T05:43:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741845_1021 (size=6008) 2024-11-18T05:43:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741845_1021 (size=6008) 2024-11-18T05:43:38,906 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/1d9df1fed951476fa17b96accfd5dcb0 2024-11-18T05:43:38,921 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/.tmp/info/1d9df1fed951476fa17b96accfd5dcb0 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/1d9df1fed951476fa17b96accfd5dcb0 2024-11-18T05:43:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741846_1022 (size=7308) 2024-11-18T05:43:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741846_1022 (size=7308) 2024-11-18T05:43:38,930 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/1d9df1fed951476fa17b96accfd5dcb0, entries=1, sequenceid=22, filesize=5.9 K 2024-11-18T05:43:38,931 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d6e38d5b1955a4de786b53dbe9e18942 in 49ms, sequenceid=22, compaction requested=true 2024-11-18T05:43:38,932 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/2acd74fe808e4c0a96a0909c5c2c0923, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d21cafcaadb04b349a57bda7d1c29b63, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d163dc4965b848fe9da08175958215fb] to archive 2024-11-18T05:43:38,935 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:43:38,938 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/2acd74fe808e4c0a96a0909c5c2c0923 to hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/2acd74fe808e4c0a96a0909c5c2c0923 2024-11-18T05:43:38,940 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d21cafcaadb04b349a57bda7d1c29b63 to hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d21cafcaadb04b349a57bda7d1c29b63 2024-11-18T05:43:38,942 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d163dc4965b848fe9da08175958215fb to hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/info/d163dc4965b848fe9da08175958215fb 2024-11-18T05:43:38,953 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2c48d1e2be:37803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-18T05:43:38,954 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [2acd74fe808e4c0a96a0909c5c2c0923=6008, d21cafcaadb04b349a57bda7d1c29b63=6008, d163dc4965b848fe9da08175958215fb=6008] 2024-11-18T05:43:38,959 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/d6e38d5b1955a4de786b53dbe9e18942/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-18T05:43:38,960 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:38,960 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6e38d5b1955a4de786b53dbe9e18942: Waiting for close lock at 1731908618881Running coprocessor pre-close hooks at 1731908618881Disabling compacts and flushes for region at 1731908618881Disabling writes for close at 1731908618882 (+1 ms)Obtaining lock to block concurrent updates at 1731908618882Preparing flush snapshotting stores in d6e38d5b1955a4de786b53dbe9e18942 at 1731908618882Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731908618882Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. at 1731908618891 (+9 ms)Flushing d6e38d5b1955a4de786b53dbe9e18942/info: creating writer at 1731908618891Flushing d6e38d5b1955a4de786b53dbe9e18942/info: appending metadata at 1731908618894 (+3 ms)Flushing d6e38d5b1955a4de786b53dbe9e18942/info: closing flushed file at 1731908618894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91db044: reopening flushed file at 1731908618920 (+26 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for d6e38d5b1955a4de786b53dbe9e18942 in 49ms, sequenceid=22, compaction requested=true at 1731908618931 (+11 ms)Writing region close event to WAL at 1731908618955 (+24 ms)Running coprocessor post-close hooks at 1731908618960 (+5 ms)Closed at 1731908618960 2024-11-18T05:43:38,960 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731908568398.d6e38d5b1955a4de786b53dbe9e18942. 2024-11-18T05:43:39,083 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T05:43:39,283 DEBUG [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T05:43:39,324 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/info/458305a3c5474f7892cb139e3033d3c4 2024-11-18T05:43:39,349 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/ns/48f36d7efbd54516b2219e53bef7540f is 43, key is default/ns:d/1731908568331/Put/seqid=0 2024-11-18T05:43:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741847_1023 (size=5153) 2024-11-18T05:43:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741847_1023 (size=5153) 2024-11-18T05:43:39,355 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/ns/48f36d7efbd54516b2219e53bef7540f 2024-11-18T05:43:39,375 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/table/66d0266cf8794417b25b5b6b6793efc4 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731908568788/Put/seqid=0 2024-11-18T05:43:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741848_1024 (size=5508) 2024-11-18T05:43:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741848_1024 (size=5508) 2024-11-18T05:43:39,381 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/table/66d0266cf8794417b25b5b6b6793efc4 2024-11-18T05:43:39,388 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/info/458305a3c5474f7892cb139e3033d3c4 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/info/458305a3c5474f7892cb139e3033d3c4 2024-11-18T05:43:39,393 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/info/458305a3c5474f7892cb139e3033d3c4, entries=10, sequenceid=11, filesize=7.1 K 2024-11-18T05:43:39,395 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/ns/48f36d7efbd54516b2219e53bef7540f as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/ns/48f36d7efbd54516b2219e53bef7540f 2024-11-18T05:43:39,402 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/ns/48f36d7efbd54516b2219e53bef7540f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T05:43:39,404 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/.tmp/table/66d0266cf8794417b25b5b6b6793efc4 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/table/66d0266cf8794417b25b5b6b6793efc4 2024-11-18T05:43:39,410 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/table/66d0266cf8794417b25b5b6b6793efc4, entries=2, sequenceid=11, filesize=5.4 K 2024-11-18T05:43:39,412 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=11, compaction requested=false 2024-11-18T05:43:39,423 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T05:43:39,424 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:43:39,425 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:43:39,425 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908618882Running coprocessor pre-close hooks at 1731908618882Disabling compacts and flushes for region at 1731908618882Disabling writes for close at 1731908618883 (+1 ms)Obtaining lock to block concurrent updates at 1731908618883Preparing flush snapshotting stores in 1588230740 at 1731908618883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731908618883Flushing stores of hbase:meta,,1.1588230740 at 1731908618884 (+1 ms)Flushing 1588230740/info: creating writer at 1731908618884Flushing 1588230740/info: appending metadata at 1731908618902 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731908618902Flushing 1588230740/ns: creating writer at 1731908619331 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731908619348 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731908619349 (+1 ms)Flushing 1588230740/table: creating writer at 1731908619361 (+12 ms)Flushing 1588230740/table: appending metadata at 1731908619374 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731908619375 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4475f7e: reopening flushed file at 1731908619386 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446d057d: reopening flushed file at 1731908619394 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5642e335: reopening flushed file at 1731908619403 (+9 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=11, compaction requested=false at 1731908619412 (+9 ms)Writing region close event to WAL at 1731908619420 (+8 ms)Running coprocessor post-close hooks at 1731908619424 (+4 ms)Closed at 1731908619424 2024-11-18T05:43:39,425 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T05:43:39,483 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,38811,1731908567253; all regions closed. 2024-11-18T05:43:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741834_1010 (size=3306) 2024-11-18T05:43:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741834_1010 (size=3306) 2024-11-18T05:43:39,488 DEBUG [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/oldWALs 2024-11-18T05:43:39,488 INFO [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C38811%2C1731908567253.meta:.meta(num 1731908568244) 2024-11-18T05:43:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741844_1020 (size=1252) 2024-11-18T05:43:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741844_1020 (size=1252) 2024-11-18T05:43:39,494 DEBUG [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/oldWALs 2024-11-18T05:43:39,494 INFO [RS:0;6e2c48d1e2be:38811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C38811%2C1731908567253:(num 1731908618832) 2024-11-18T05:43:39,494 DEBUG [RS:0;6e2c48d1e2be:38811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:43:39,494 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:43:39,494 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:43:39,494 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T05:43:39,495 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:43:39,495 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:43:39,495 INFO [RS:0;6e2c48d1e2be:38811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38811 2024-11-18T05:43:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:43:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,38811,1731908567253 2024-11-18T05:43:39,535 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:43:39,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,38811,1731908567253] 2024-11-18T05:43:39,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,38811,1731908567253 already deleted, retry=false 2024-11-18T05:43:39,552 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,38811,1731908567253 expired; onlineServers=0 2024-11-18T05:43:39,552 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,37803,1731908567110' ***** 2024-11-18T05:43:39,552 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T05:43:39,552 INFO [M:0;6e2c48d1e2be:37803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:43:39,552 INFO [M:0;6e2c48d1e2be:37803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:43:39,553 DEBUG [M:0;6e2c48d1e2be:37803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T05:43:39,553 DEBUG [M:0;6e2c48d1e2be:37803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T05:43:39,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T05:43:39,553 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908567594 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908567594,5,FailOnTimeoutGroup] 2024-11-18T05:43:39,553 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908567594 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908567594,5,FailOnTimeoutGroup] 2024-11-18T05:43:39,553 INFO [M:0;6e2c48d1e2be:37803 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T05:43:39,553 INFO [M:0;6e2c48d1e2be:37803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:43:39,553 DEBUG [M:0;6e2c48d1e2be:37803 {}] master.HMaster(1795): Stopping service threads 2024-11-18T05:43:39,553 INFO [M:0;6e2c48d1e2be:37803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T05:43:39,553 INFO [M:0;6e2c48d1e2be:37803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:43:39,553 INFO [M:0;6e2c48d1e2be:37803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:43:39,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T05:43:39,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T05:43:39,561 DEBUG [M:0;6e2c48d1e2be:37803 {}] zookeeper.ZKUtil(347): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T05:43:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:39,561 WARN [M:0;6e2c48d1e2be:37803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T05:43:39,562 INFO [M:0;6e2c48d1e2be:37803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/.lastflushedseqids 2024-11-18T05:43:39,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741849_1025 (size=130) 2024-11-18T05:43:39,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741849_1025 (size=130) 2024-11-18T05:43:39,568 INFO [M:0;6e2c48d1e2be:37803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:43:39,568 INFO [M:0;6e2c48d1e2be:37803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T05:43:39,568 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:43:39,568 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:39,568 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:39,568 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:43:39,568 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:39,569 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-11-18T05:43:39,584 DEBUG [M:0;6e2c48d1e2be:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/964f1286b8cd47369d51e346cb1052b0 is 82, key is hbase:meta,,1/info:regioninfo/1731908568278/Put/seqid=0 2024-11-18T05:43:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741850_1026 (size=5672) 2024-11-18T05:43:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741850_1026 (size=5672) 2024-11-18T05:43:39,597 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/964f1286b8cd47369d51e346cb1052b0 2024-11-18T05:43:39,623 DEBUG [M:0;6e2c48d1e2be:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fcc44df5b5b4280adbc5a88944f9d66 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731908568794/Put/seqid=0 2024-11-18T05:43:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741851_1027 (size=7818) 2024-11-18T05:43:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741851_1027 (size=7818) 2024-11-18T05:43:39,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:43:39,644 INFO [RS:0;6e2c48d1e2be:38811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:43:39,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38811-0x1014dc112f60001, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:43:39,644 INFO [RS:0;6e2c48d1e2be:38811 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,38811,1731908567253; zookeeper connection closed. 2024-11-18T05:43:39,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2638c81a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2638c81a 2024-11-18T05:43:39,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T05:43:39,747 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:43:39,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:43:39,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:43:39,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-18T05:43:40,032 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fcc44df5b5b4280adbc5a88944f9d66 2024-11-18T05:43:40,039 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fcc44df5b5b4280adbc5a88944f9d66 2024-11-18T05:43:40,054 DEBUG [M:0;6e2c48d1e2be:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ece6a76b3d84461b5f836300de99ab4 is 69, key is 6e2c48d1e2be,38811,1731908567253/rs:state/1731908567723/Put/seqid=0 2024-11-18T05:43:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741852_1028 (size=5156) 2024-11-18T05:43:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741852_1028 (size=5156) 2024-11-18T05:43:40,060 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ece6a76b3d84461b5f836300de99ab4 2024-11-18T05:43:40,087 DEBUG [M:0;6e2c48d1e2be:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9822f0a31844373b23a98ae29841893 is 52, key is load_balancer_on/state:d/1731908568394/Put/seqid=0 2024-11-18T05:43:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741853_1029 (size=5056) 2024-11-18T05:43:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741853_1029 (size=5056) 2024-11-18T05:43:40,092 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9822f0a31844373b23a98ae29841893 2024-11-18T05:43:40,098 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/964f1286b8cd47369d51e346cb1052b0 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/964f1286b8cd47369d51e346cb1052b0 2024-11-18T05:43:40,105 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/964f1286b8cd47369d51e346cb1052b0, entries=8, sequenceid=121, filesize=5.5 K 2024-11-18T05:43:40,106 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fcc44df5b5b4280adbc5a88944f9d66 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fcc44df5b5b4280adbc5a88944f9d66 2024-11-18T05:43:40,112 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fcc44df5b5b4280adbc5a88944f9d66 2024-11-18T05:43:40,113 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fcc44df5b5b4280adbc5a88944f9d66, entries=14, sequenceid=121, filesize=7.6 K 2024-11-18T05:43:40,114 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ece6a76b3d84461b5f836300de99ab4 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ece6a76b3d84461b5f836300de99ab4 2024-11-18T05:43:40,120 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ece6a76b3d84461b5f836300de99ab4, entries=1, sequenceid=121, filesize=5.0 K 2024-11-18T05:43:40,121 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9822f0a31844373b23a98ae29841893 as hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a9822f0a31844373b23a98ae29841893 2024-11-18T05:43:40,127 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38841/user/jenkins/test-data/b490f6b7-fe19-5c16-b085-44e041531b59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a9822f0a31844373b23a98ae29841893, entries=1, sequenceid=121, filesize=4.9 K 2024-11-18T05:43:40,128 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=121, compaction requested=false 2024-11-18T05:43:40,130 INFO [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:40,130 DEBUG [M:0;6e2c48d1e2be:37803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908619568Disabling compacts and flushes for region at 1731908619568Disabling writes for close at 1731908619568Obtaining lock to block concurrent updates at 1731908619569 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731908619569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1731908619569Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731908619570 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731908619570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731908619584 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731908619584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731908619603 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731908619623 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731908619623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731908620039 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731908620053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731908620053Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731908620066 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731908620086 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731908620086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbc9810: reopening flushed file at 1731908620097 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60081d04: reopening flushed file at 1731908620105 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d86d02: reopening flushed file at 1731908620113 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41675aca: reopening flushed file at 1731908620120 (+7 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=121, compaction requested=false at 1731908620128 (+8 ms)Writing region close event to WAL at 1731908620130 (+2 ms)Closed at 1731908620130 2024-11-18T05:43:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741830_1006 (size=52987) 2024-11-18T05:43:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43033 is added to blk_1073741830_1006 (size=52987) 2024-11-18T05:43:40,133 INFO [M:0;6e2c48d1e2be:37803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T05:43:40,133 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:43:40,133 INFO [M:0;6e2c48d1e2be:37803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37803 2024-11-18T05:43:40,133 INFO [M:0;6e2c48d1e2be:37803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:43:40,269 INFO [M:0;6e2c48d1e2be:37803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:43:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:43:40,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x1014dc112f60000, quorum=127.0.0.1:60246, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:43:40,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5305a85d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:43:40,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12b3ca4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:43:40,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:43:40,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f70e6a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:43:40,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dbd2167{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir/,STOPPED} 2024-11-18T05:43:40,273 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:43:40,273 WARN [BP-345767079-172.17.0.2-1731908565360 heartbeating to localhost/127.0.0.1:38841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:43:40,273 WARN [BP-345767079-172.17.0.2-1731908565360 heartbeating to localhost/127.0.0.1:38841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-345767079-172.17.0.2-1731908565360 (Datanode Uuid 7ad39371-1d4a-4ddf-b6e3-e69f7424912e) service to localhost/127.0.0.1:38841 2024-11-18T05:43:40,273 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:43:40,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data3/current/BP-345767079-172.17.0.2-1731908565360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:43:40,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data4/current/BP-345767079-172.17.0.2-1731908565360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:43:40,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:43:40,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b6819f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:43:40,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20ece5aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:43:40,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:43:40,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@749e28da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:43:40,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ea0bc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir/,STOPPED} 2024-11-18T05:43:40,278 WARN [BP-345767079-172.17.0.2-1731908565360 heartbeating to localhost/127.0.0.1:38841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:43:40,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:43:40,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:43:40,278 WARN [BP-345767079-172.17.0.2-1731908565360 heartbeating to localhost/127.0.0.1:38841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-345767079-172.17.0.2-1731908565360 (Datanode Uuid fc83f204-3149-441b-ab5f-a9b210173e45) service to localhost/127.0.0.1:38841 2024-11-18T05:43:40,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data1/current/BP-345767079-172.17.0.2-1731908565360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:43:40,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/cluster_efe0124d-d1ec-43d0-7b9b-c6d20f4cf44c/data/data2/current/BP-345767079-172.17.0.2-1731908565360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:43:40,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:43:40,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff40f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:43:40,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d0f922c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:43:40,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:43:40,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490ab78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:43:40,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59feadde{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir/,STOPPED} 2024-11-18T05:43:40,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T05:43:40,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T05:43:40,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 102), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=5881 (was 4967) - AvailableMemoryMB LEAK? - 2024-11-18T05:43:40,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=5882 2024-11-18T05:43:40,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.log.dir so I do NOT create it in target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f6d3d54-98d0-3d67-c0d6-fedf46433d4b/hadoop.tmp.dir so I do NOT create it in target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578, deleteOnExit=true 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/test.cache.data in system properties and HBase conf 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:43:40,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T05:43:40,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:43:40,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:43:40,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:43:40,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:43:40,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:43:40,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:43:40,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:43:40,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:43:40,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:43:40,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b935e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:43:40,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7110f9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:43:40,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@603fe95f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/java.io.tmpdir/jetty-localhost-43237-hadoop-hdfs-3_4_1-tests_jar-_-any-11446372742114888480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:43:40,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d49306{HTTP/1.1, (http/1.1)}{localhost:43237} 2024-11-18T05:43:40,760 INFO [Time-limited test {}] server.Server(415): Started @147825ms 2024-11-18T05:43:41,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:43:41,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:43:41,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:43:41,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:43:41,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:43:41,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bc4c74f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:43:41,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30dbe8c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:43:41,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795ac99d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/java.io.tmpdir/jetty-localhost-46029-hadoop-hdfs-3_4_1-tests_jar-_-any-851994729888569010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:43:41,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@469c32b5{HTTP/1.1, (http/1.1)}{localhost:46029} 2024-11-18T05:43:41,252 INFO [Time-limited test {}] server.Server(415): Started @148317ms 2024-11-18T05:43:41,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:43:41,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:43:41,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:43:41,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:43:41,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:43:41,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:43:41,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d156cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:43:41,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7081815e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:43:41,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669b42ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/java.io.tmpdir/jetty-localhost-36595-hadoop-hdfs-3_4_1-tests_jar-_-any-17883023500230780497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:43:41,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@656e0803{HTTP/1.1, (http/1.1)}{localhost:36595} 2024-11-18T05:43:41,383 INFO [Time-limited test {}] server.Server(415): Started @148448ms 2024-11-18T05:43:41,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:43:42,221 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data1/current/BP-1684343340-172.17.0.2-1731908620353/current, will proceed with Du for space computation calculation, 2024-11-18T05:43:42,221 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data2/current/BP-1684343340-172.17.0.2-1731908620353/current, will proceed with Du for space computation calculation, 2024-11-18T05:43:42,237 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:43:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f473ce1f378130a with lease ID 0x8395f3daf381b63c: Processing first storage report for DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97 from datanode DatanodeRegistration(127.0.0.1:41869, datanodeUuid=0e010077-971d-434e-b367-33c1b068b9cc, infoPort=43377, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353) 2024-11-18T05:43:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f473ce1f378130a with lease ID 0x8395f3daf381b63c: from storage DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97 node DatanodeRegistration(127.0.0.1:41869, datanodeUuid=0e010077-971d-434e-b367-33c1b068b9cc, infoPort=43377, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:43:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f473ce1f378130a with lease ID 0x8395f3daf381b63c: Processing first storage report for DS-f5f8d43f-dab3-441b-9a45-3435f4456507 from datanode DatanodeRegistration(127.0.0.1:41869, datanodeUuid=0e010077-971d-434e-b367-33c1b068b9cc, infoPort=43377, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353) 2024-11-18T05:43:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f473ce1f378130a with lease ID 0x8395f3daf381b63c: from storage DS-f5f8d43f-dab3-441b-9a45-3435f4456507 node DatanodeRegistration(127.0.0.1:41869, datanodeUuid=0e010077-971d-434e-b367-33c1b068b9cc, infoPort=43377, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:43:42,302 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data4/current/BP-1684343340-172.17.0.2-1731908620353/current, will proceed with Du for space computation calculation, 2024-11-18T05:43:42,302 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data3/current/BP-1684343340-172.17.0.2-1731908620353/current, will proceed with Du for space computation calculation, 2024-11-18T05:43:42,321 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:43:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42425849fd7005ba with lease ID 0x8395f3daf381b63d: Processing first storage report for DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a from datanode DatanodeRegistration(127.0.0.1:44961, datanodeUuid=1eabe504-2e6e-49a1-84f0-9d3b06ca4204, infoPort=44465, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353) 2024-11-18T05:43:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42425849fd7005ba with lease ID 0x8395f3daf381b63d: from storage DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a node DatanodeRegistration(127.0.0.1:44961, datanodeUuid=1eabe504-2e6e-49a1-84f0-9d3b06ca4204, infoPort=44465, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:43:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42425849fd7005ba with lease ID 0x8395f3daf381b63d: Processing first storage report for DS-b2a09753-bae7-47eb-bed4-d5efc2b7b96f from datanode DatanodeRegistration(127.0.0.1:44961, datanodeUuid=1eabe504-2e6e-49a1-84f0-9d3b06ca4204, infoPort=44465, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353) 2024-11-18T05:43:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42425849fd7005ba with lease ID 0x8395f3daf381b63d: from storage DS-b2a09753-bae7-47eb-bed4-d5efc2b7b96f node DatanodeRegistration(127.0.0.1:44961, datanodeUuid=1eabe504-2e6e-49a1-84f0-9d3b06ca4204, infoPort=44465, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=951688861;c=1731908620353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:43:42,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa 2024-11-18T05:43:42,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/zookeeper_0, clientPort=64561, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:43:42,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64561 2024-11-18T05:43:42,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:43:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:43:42,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195 with version=8 2024-11-18T05:43:42,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase-staging 2024-11-18T05:43:42,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T05:43:42,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:43:42,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-11-18T05:43:42,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43107 connecting to ZooKeeper ensemble=127.0.0.1:64561 2024-11-18T05:43:42,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431070x0, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:43:42,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43107-0x1014dc1eb170000 connected 2024-11-18T05:43:42,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:43:42,542 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195, hbase.cluster.distributed=false 2024-11-18T05:43:42,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:43:42,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-18T05:43:42,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-11-18T05:43:42,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-11-18T05:43:42,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-18T05:43:42,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-18T05:43:42,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:43:42,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:43:42,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:43:42,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:43:42,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:43:42,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:43:42,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:43:42,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:43:42,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35455 2024-11-18T05:43:42,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35455 connecting to ZooKeeper ensemble=127.0.0.1:64561 2024-11-18T05:43:42,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354550x0, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:43:42,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35455-0x1014dc1eb170001 connected 2024-11-18T05:43:42,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:43:42,589 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:43:42,590 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:43:42,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:43:42,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:43:42,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-18T05:43:42,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35455 2024-11-18T05:43:42,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35455 2024-11-18T05:43:42,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-18T05:43:42,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-18T05:43:42,610 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:43107 2024-11-18T05:43:42,610 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:42,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:43:42,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:43:42,622 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:42,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:43:42,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,630 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:43:42,631 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,43107,1731908622431 from backup master directory 2024-11-18T05:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:43:42,638 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:43:42,638 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:42,643 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/hbase.id] with ID: 65798951-2dfc-4e0c-addb-22f1fa48503a 2024-11-18T05:43:42,643 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/.tmp/hbase.id 2024-11-18T05:43:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:43:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:43:42,652 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/.tmp/hbase.id]:[hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/hbase.id] 2024-11-18T05:43:42,666 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:42,666 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T05:43:42,668 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T05:43:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:43:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:43:42,688 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:43:42,689 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:43:42,689 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:43:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:43:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:43:42,700 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store 2024-11-18T05:43:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:43:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:43:42,710 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:43:42,710 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:43:42,710 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:42,710 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:42,710 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:43:42,710 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:42,710 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:43:42,710 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908622710Disabling compacts and flushes for region at 1731908622710Disabling writes for close at 1731908622710Writing region close event to WAL at 1731908622710Closed at 1731908622710 2024-11-18T05:43:42,711 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/.initializing 2024-11-18T05:43:42,711 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/WALs/6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:42,712 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:43:42,714 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C43107%2C1731908622431, suffix=, logDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/WALs/6e2c48d1e2be,43107,1731908622431, archiveDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/oldWALs, maxLogs=10 2024-11-18T05:43:42,726 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/WALs/6e2c48d1e2be,43107,1731908622431/6e2c48d1e2be%2C43107%2C1731908622431.1731908622714, exclude list is [], retry=0 2024-11-18T05:43:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44961,DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a,DISK] 2024-11-18T05:43:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97,DISK] 2024-11-18T05:43:42,731 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/WALs/6e2c48d1e2be,43107,1731908622431/6e2c48d1e2be%2C43107%2C1731908622431.1731908622714 2024-11-18T05:43:42,731 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43377:43377),(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-18T05:43:42,731 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:43:42,732 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:43:42,732 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,732 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:43:42,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:42,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:42,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:43:42,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:42,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:43:42,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:43:42,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:42,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:43:42,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:43:42,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:42,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:43:42,741 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,742 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,742 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,743 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,743 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,744 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:43:42,745 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:43:42,748 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:43:42,749 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855587, jitterRate=0.08793628215789795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:43:42,750 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731908622732Initializing all the Stores at 1731908622733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908622733Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908622733Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908622733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908622733Cleaning up temporary data from old regions at 1731908622743 (+10 ms)Region opened successfully at 1731908622750 (+7 ms) 2024-11-18T05:43:42,750 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:43:42,753 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1c9828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:43:42,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T05:43:42,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T05:43:42,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T05:43:42,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:43:42,755 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T05:43:42,755 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T05:43:42,755 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:43:42,758 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:43:42,759 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:43:42,772 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:43:42,772 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:43:42,773 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:43:42,780 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:43:42,781 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:43:42,782 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:43:42,788 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:43:42,790 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:43:42,797 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:43:42,799 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:43:42,805 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:43:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:43:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:43:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,814 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,43107,1731908622431, sessionid=0x1014dc1eb170000, setting cluster-up flag (Was=false) 2024-11-18T05:43:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,972 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:43:42,973 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:42,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:42,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:43,013 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:43:43,015 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:43,016 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T05:43:43,018 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:43:43,018 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T05:43:43,018 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:43:43,018 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,43107,1731908622431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:43:43,020 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731908653021 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:43:43,021 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:43:43,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:43:43,022 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:43:43,022 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:43:43,022 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:43:43,022 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:43:43,022 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:43:43,023 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908623023,5,FailOnTimeoutGroup] 2024-11-18T05:43:43,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,023 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908623023,5,FailOnTimeoutGroup] 2024-11-18T05:43:43,023 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,023 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:43:43,023 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,023 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:43:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:43:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:43:43,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T05:43:43,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195 2024-11-18T05:43:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:43:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:43:43,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:43:43,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:43:43,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:43:43,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:43:43,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:43:43,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:43:43,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:43:43,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:43:43,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:43:43,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:43:43,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740 2024-11-18T05:43:43,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740 2024-11-18T05:43:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:43:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:43:43,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:43:43,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:43:43,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:43:43,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762774, jitterRate=-0.03008367121219635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:43:43,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731908623043Initializing all the Stores at 1731908623043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908623043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908623044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908623044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908623044Cleaning up temporary data from old regions at 1731908623054 (+10 ms)Region opened successfully at 1731908623059 (+5 ms) 2024-11-18T05:43:43,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:43:43,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:43:43,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:43:43,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:43:43,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:43:43,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:43:43,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908623059Disabling compacts and flushes for region at 1731908623059Disabling writes for close at 1731908623059Writing region close event to WAL at 1731908623059Closed at 1731908623059 2024-11-18T05:43:43,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:43:43,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T05:43:43,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:43:43,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:43:43,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:43:43,102 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(746): ClusterId : 65798951-2dfc-4e0c-addb-22f1fa48503a 2024-11-18T05:43:43,102 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:43:43,148 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:43:43,148 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:43:43,162 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:43:43,162 DEBUG [RS:0;6e2c48d1e2be:35455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267a925d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:43:43,176 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:35455 2024-11-18T05:43:43,176 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:43:43,176 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:43:43,176 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:43:43,177 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,43107,1731908622431 with port=35455, startcode=1731908622572 2024-11-18T05:43:43,177 DEBUG [RS:0;6e2c48d1e2be:35455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:43:43,178 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:43:43,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,180 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195 2024-11-18T05:43:43,180 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46407 2024-11-18T05:43:43,180 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:43:43,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:43:43,195 DEBUG [RS:0;6e2c48d1e2be:35455 {}] zookeeper.ZKUtil(111): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,195 WARN [RS:0;6e2c48d1e2be:35455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:43:43,195 INFO [RS:0;6e2c48d1e2be:35455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:43:43,196 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,35455,1731908622572] 2024-11-18T05:43:43,200 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:43:43,203 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:43:43,204 INFO [RS:0;6e2c48d1e2be:35455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:43:43,204 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,204 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:43:43,205 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:43:43,205 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,206 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,207 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,207 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,207 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,207 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:43:43,207 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:43:43,207 DEBUG [RS:0;6e2c48d1e2be:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:43:43,207 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,207 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,207 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,207 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,208 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,208 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,35455,1731908622572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:43:43,213 WARN [6e2c48d1e2be:43107 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T05:43:43,223 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:43:43,223 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,35455,1731908622572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,223 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,223 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.Replication(171): 6e2c48d1e2be,35455,1731908622572 started 2024-11-18T05:43:43,237 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,237 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,35455,1731908622572, RpcServer on 6e2c48d1e2be/172.17.0.2:35455, sessionid=0x1014dc1eb170001 2024-11-18T05:43:43,237 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:43:43,237 DEBUG [RS:0;6e2c48d1e2be:35455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,237 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,35455,1731908622572' 2024-11-18T05:43:43,237 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:43:43,238 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:43:43,238 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:43:43,238 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:43:43,238 DEBUG [RS:0;6e2c48d1e2be:35455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,238 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,35455,1731908622572' 2024-11-18T05:43:43,238 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:43:43,239 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:43:43,239 DEBUG [RS:0;6e2c48d1e2be:35455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:43:43,239 INFO [RS:0;6e2c48d1e2be:35455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:43:43,239 INFO [RS:0;6e2c48d1e2be:35455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:43:43,340 INFO [RS:0;6e2c48d1e2be:35455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:43:43,342 INFO [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C35455%2C1731908622572, suffix=, logDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572, archiveDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/oldWALs, maxLogs=32 2024-11-18T05:43:43,355 DEBUG [RS:0;6e2c48d1e2be:35455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908623342, exclude list is [], retry=0 2024-11-18T05:43:43,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44961,DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a,DISK] 2024-11-18T05:43:43,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97,DISK] 2024-11-18T05:43:43,360 INFO [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908623342 2024-11-18T05:43:43,360 DEBUG [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:43377:43377)] 2024-11-18T05:43:43,464 DEBUG [6e2c48d1e2be:43107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T05:43:43,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35455,1731908622572, state=OPENING 2024-11-18T05:43:43,486 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:43:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:43,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:43:43,503 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:43:43,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:43:43,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:43:43,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,35455,1731908622572}] 2024-11-18T05:43:43,656 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:43:43,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:43:43,661 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T05:43:43,661 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:43:43,662 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:43:43,664 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C35455%2C1731908622572.meta, suffix=.meta, logDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572, archiveDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/oldWALs, maxLogs=32 2024-11-18T05:43:43,678 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.meta.1731908623664.meta, exclude list is [], retry=0 2024-11-18T05:43:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44961,DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a,DISK] 2024-11-18T05:43:43,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97,DISK] 2024-11-18T05:43:43,682 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.meta.1731908623664.meta 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43377:43377),(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:43:43,683 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T05:43:43,683 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T05:43:43,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:43:43,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:43:43,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:43:43,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:43:43,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:43:43,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:43:43,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:43:43,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:43:43,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:43:43,692 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:43:43,693 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740 2024-11-18T05:43:43,694 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740 2024-11-18T05:43:43,695 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:43:43,695 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:43:43,696 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:43:43,697 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:43:43,698 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801176, jitterRate=0.018749162554740906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:43:43,698 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T05:43:43,699 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731908623684Writing region info on filesystem at 1731908623684Initializing all the Stores at 1731908623684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908623684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908623684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908623684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908623684Cleaning up temporary data from old regions at 1731908623695 (+11 ms)Running coprocessor post-open hooks at 1731908623698 (+3 ms)Region opened successfully at 1731908623699 (+1 ms) 2024-11-18T05:43:43,700 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731908623656 2024-11-18T05:43:43,702 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:43:43,703 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T05:43:43,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35455,1731908622572, state=OPEN 2024-11-18T05:43:43,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:43:43,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:43:43,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:43,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:43:43,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:43:43,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:43:43,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,35455,1731908622572 in 245 msec 2024-11-18T05:43:43,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:43:43,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-11-18T05:43:43,754 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:43:43,754 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T05:43:43,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:43:43,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35455,1731908622572, seqNum=-1] 2024-11-18T05:43:43,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:43:43,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:43:43,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 744 msec 2024-11-18T05:43:43,762 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731908623762, completionTime=-1 2024-11-18T05:43:43,762 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T05:43:43,762 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:43:43,764 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T05:43:43,764 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731908683764 2024-11-18T05:43:43,764 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731908743764 2024-11-18T05:43:43,764 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-18T05:43:43,765 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,43107,1731908622431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,765 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,43107,1731908622431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,765 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,43107,1731908622431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,765 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:43107, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,765 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,765 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,767 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.132sec 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,43107,1731908622431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:43:43,770 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,43107,1731908622431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:43:43,772 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:43:43,772 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:43:43,772 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,43107,1731908622431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:43:43,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de91f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:43:43,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,43107,-1 for getting cluster id 2024-11-18T05:43:43,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T05:43:43,804 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65798951-2dfc-4e0c-addb-22f1fa48503a' 2024-11-18T05:43:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T05:43:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65798951-2dfc-4e0c-addb-22f1fa48503a" 2024-11-18T05:43:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@993f537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:43:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,43107,-1] 2024-11-18T05:43:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T05:43:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:43:43,807 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T05:43:43,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7867dd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:43:43,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:43:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35455,1731908622572, seqNum=-1] 2024-11-18T05:43:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:43:43,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:43:43,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:43,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:43:43,815 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T05:43:43,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T05:43:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2c48d1e2be,43107,1731908622431 2024-11-18T05:43:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a24908f 2024-11-18T05:43:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:43:43,818 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:43:43,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-18T05:43:43,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-18T05:43:43,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:43:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-18T05:43:43,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:43:43,822 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:43,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-18T05:43:43,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:43:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:43:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741835_1011 (size=381) 2024-11-18T05:43:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741835_1011 (size=381) 2024-11-18T05:43:43,833 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 959fe1edb3c979695411149c2bccc6dc, NAME => 'TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195 2024-11-18T05:43:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741836_1012 (size=64) 2024-11-18T05:43:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741836_1012 (size=64) 2024-11-18T05:43:43,844 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:43:43,844 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 959fe1edb3c979695411149c2bccc6dc, disabling compactions & flushes 2024-11-18T05:43:43,844 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:43,844 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:43,844 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. after waiting 0 ms 2024-11-18T05:43:43,844 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:43,844 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:43,844 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 959fe1edb3c979695411149c2bccc6dc: Waiting for close lock at 1731908623844Disabling compacts and flushes for region at 1731908623844Disabling writes for close at 1731908623844Writing region close event to WAL at 1731908623844Closed at 1731908623844 2024-11-18T05:43:43,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:43:43,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731908623845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731908623845"}]},"ts":"1731908623845"} 2024-11-18T05:43:43,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T05:43:43,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:43:43,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908623849"}]},"ts":"1731908623849"} 2024-11-18T05:43:43,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-18T05:43:43,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, ASSIGN}] 2024-11-18T05:43:43,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, ASSIGN 2024-11-18T05:43:43,854 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35455,1731908622572; forceNewPlan=false, retain=false 2024-11-18T05:43:43,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:43,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=959fe1edb3c979695411149c2bccc6dc, regionState=OPENING, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, ASSIGN because future has completed 2024-11-18T05:43:44,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572}] 2024-11-18T05:43:44,164 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:44,164 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 959fe1edb3c979695411149c2bccc6dc, NAME => 'TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:43:44,164 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,165 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:43:44,165 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,165 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,166 INFO [StoreOpener-959fe1edb3c979695411149c2bccc6dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,167 INFO [StoreOpener-959fe1edb3c979695411149c2bccc6dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 959fe1edb3c979695411149c2bccc6dc columnFamilyName info 2024-11-18T05:43:44,168 DEBUG [StoreOpener-959fe1edb3c979695411149c2bccc6dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:43:44,168 INFO [StoreOpener-959fe1edb3c979695411149c2bccc6dc-1 {}] regionserver.HStore(327): Store=959fe1edb3c979695411149c2bccc6dc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:43:44,168 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,169 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,169 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,169 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,169 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,171 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,173 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:43:44,174 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 959fe1edb3c979695411149c2bccc6dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740557, jitterRate=-0.058333322405815125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:43:44,174 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:44,175 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 959fe1edb3c979695411149c2bccc6dc: Running coprocessor pre-open hook at 1731908624165Writing region info on filesystem at 1731908624165Initializing all the Stores at 1731908624166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908624166Cleaning up temporary data from old regions at 1731908624169 (+3 ms)Running coprocessor post-open hooks at 1731908624174 (+5 ms)Region opened successfully at 1731908624175 (+1 ms) 2024-11-18T05:43:44,176 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., pid=6, masterSystemTime=1731908624161 2024-11-18T05:43:44,178 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:44,178 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:44,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=959fe1edb3c979695411149c2bccc6dc, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:44,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 because future has completed 2024-11-18T05:43:44,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T05:43:44,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 in 174 msec 2024-11-18T05:43:44,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T05:43:44,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, ASSIGN in 333 msec 2024-11-18T05:43:44,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:43:44,190 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731908624190"}]},"ts":"1731908624190"} 2024-11-18T05:43:44,192 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-18T05:43:44,193 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:43:44,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 375 msec 2024-11-18T05:43:44,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:43:44,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:44,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:43:49,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:43:49,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:43:49,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-18T05:43:49,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:43:49,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T05:43:49,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:43:49,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T05:43:49,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-18T05:43:49,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-18T05:43:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:43:53,859 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-18T05:43:53,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-18T05:43:53,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-18T05:43:53,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2] 2024-11-18T05:43:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:53,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:43:53,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/b26a62c8a9ad46ce8b9f464c3a899058 is 1055, key is row0001/info:/1731908633870/Put/seqid=0 2024-11-18T05:43:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741837_1013 (size=13386) 2024-11-18T05:43:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741837_1013 (size=13386) 2024-11-18T05:43:53,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/b26a62c8a9ad46ce8b9f464c3a899058 2024-11-18T05:43:53,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/b26a62c8a9ad46ce8b9f464c3a899058 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/b26a62c8a9ad46ce8b9f464c3a899058 2024-11-18T05:43:53,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/b26a62c8a9ad46ce8b9f464c3a899058, entries=8, sequenceid=12, filesize=13.1 K 2024-11-18T05:43:53,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 959fe1edb3c979695411149c2bccc6dc in 40ms, sequenceid=12, compaction requested=false 2024-11-18T05:43:53,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:43:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:53,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-18T05:43:53,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/ca205d935bbb488e9516740034be3b4a is 1055, key is row0009/info:/1731908633892/Put/seqid=0 2024-11-18T05:43:53,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741838_1014 (size=26030) 2024-11-18T05:43:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741838_1014 (size=26030) 2024-11-18T05:43:53,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/ca205d935bbb488e9516740034be3b4a 2024-11-18T05:43:53,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/ca205d935bbb488e9516740034be3b4a as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a 2024-11-18T05:43:53,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a, entries=20, sequenceid=35, filesize=25.4 K 2024-11-18T05:43:53,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 959fe1edb3c979695411149c2bccc6dc in 23ms, sequenceid=35, compaction requested=false 2024-11-18T05:43:53,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:43:53,956 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-18T05:43:53,956 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:43:53,956 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a because midkey is the same as first or last row 2024-11-18T05:43:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:43:55,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:43:55,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/bd14f81a58784d9aa9e4f2ecef3f8150 is 1055, key is row0029/info:/1731908633934/Put/seqid=0 2024-11-18T05:43:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741839_1015 (size=13386) 2024-11-18T05:43:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741839_1015 (size=13386) 2024-11-18T05:43:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:43:56,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/bd14f81a58784d9aa9e4f2ecef3f8150 2024-11-18T05:43:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50346 deadline: 1731908646001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:43:56,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/bd14f81a58784d9aa9e4f2ecef3f8150 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/bd14f81a58784d9aa9e4f2ecef3f8150 2024-11-18T05:43:56,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/bd14f81a58784d9aa9e4f2ecef3f8150, entries=8, sequenceid=46, filesize=13.1 K 2024-11-18T05:43:56,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 959fe1edb3c979695411149c2bccc6dc in 59ms, sequenceid=46, compaction requested=true 2024-11-18T05:43:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:43:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-18T05:43:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:43:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a because midkey is the same as first or last row 2024-11-18T05:43:56,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 959fe1edb3c979695411149c2bccc6dc:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:43:56,018 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:43:56,020 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:43:56,020 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 959fe1edb3c979695411149c2bccc6dc/info is initiating minor compaction (all files) 2024-11-18T05:43:56,020 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 959fe1edb3c979695411149c2bccc6dc/info in TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:43:56,020 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/b26a62c8a9ad46ce8b9f464c3a899058, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/bd14f81a58784d9aa9e4f2ecef3f8150] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp, totalSize=51.6 K 2024-11-18T05:43:56,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:43:56,021 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting b26a62c8a9ad46ce8b9f464c3a899058, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731908633870 2024-11-18T05:43:56,021 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca205d935bbb488e9516740034be3b4a, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731908633892 2024-11-18T05:43:56,021 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd14f81a58784d9aa9e4f2ecef3f8150, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731908633934 2024-11-18T05:43:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:43:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:43:56,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2 because the exception is null or not the one we care about 2024-11-18T05:43:56,037 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 959fe1edb3c979695411149c2bccc6dc#info#compaction#34 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:43:56,038 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/3d3190afb31a4e50b61e1405b0238855 is 1055, key is row0001/info:/1731908633870/Put/seqid=0 2024-11-18T05:43:56,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741840_1016 (size=43001) 2024-11-18T05:43:56,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741840_1016 (size=43001) 2024-11-18T05:43:56,050 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/3d3190afb31a4e50b61e1405b0238855 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 2024-11-18T05:43:56,058 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 959fe1edb3c979695411149c2bccc6dc/info of 959fe1edb3c979695411149c2bccc6dc into 3d3190afb31a4e50b61e1405b0238855(size=42.0 K), total size for store is 42.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:43:56,058 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:43:56,060 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., storeName=959fe1edb3c979695411149c2bccc6dc/info, priority=13, startTime=1731908636018; duration=0sec 2024-11-18T05:43:56,060 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-18T05:43:56,060 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:43:56,060 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 because midkey is the same as first or last row 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 because midkey is the same as first or last row 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=42.0 K, sizeToCheck=16.0 K 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 because midkey is the same as first or last row 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:43:56,061 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 959fe1edb3c979695411149c2bccc6dc:info 2024-11-18T05:44:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:06,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-18T05:44:06,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/0b482f012e8149beab4e8d027f14297a is 1055, key is row0037/info:/1731908635959/Put/seqid=0 2024-11-18T05:44:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741841_1017 (size=28134) 2024-11-18T05:44:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741841_1017 (size=28134) 2024-11-18T05:44:06,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/0b482f012e8149beab4e8d027f14297a 2024-11-18T05:44:06,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/0b482f012e8149beab4e8d027f14297a as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/0b482f012e8149beab4e8d027f14297a 2024-11-18T05:44:06,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/0b482f012e8149beab4e8d027f14297a, entries=22, sequenceid=72, filesize=27.5 K 2024-11-18T05:44:06,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=6.16 KB/6306 for 959fe1edb3c979695411149c2bccc6dc in 29ms, sequenceid=72, compaction requested=false 2024-11-18T05:44:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:44:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.5 K, sizeToCheck=16.0 K 2024-11-18T05:44:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 because midkey is the same as first or last row 2024-11-18T05:44:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:44:08,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/3b0cad9bf5d74aaf900a897a88d171a2 is 1055, key is row0059/info:/1731908646145/Put/seqid=0 2024-11-18T05:44:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741842_1018 (size=13386) 2024-11-18T05:44:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741842_1018 (size=13386) 2024-11-18T05:44:08,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/3b0cad9bf5d74aaf900a897a88d171a2 2024-11-18T05:44:08,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/3b0cad9bf5d74aaf900a897a88d171a2 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3b0cad9bf5d74aaf900a897a88d171a2 2024-11-18T05:44:08,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3b0cad9bf5d74aaf900a897a88d171a2, entries=8, sequenceid=83, filesize=13.1 K 2024-11-18T05:44:08,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 959fe1edb3c979695411149c2bccc6dc in 29ms, sequenceid=83, compaction requested=true 2024-11-18T05:44:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:44:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=82.5 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 because midkey is the same as first or last row 2024-11-18T05:44:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 959fe1edb3c979695411149c2bccc6dc:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:08,197 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:08,198 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,199 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 959fe1edb3c979695411149c2bccc6dc/info is initiating minor compaction (all files) 2024-11-18T05:44:08,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-18T05:44:08,199 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 959fe1edb3c979695411149c2bccc6dc/info in TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:44:08,199 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/0b482f012e8149beab4e8d027f14297a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3b0cad9bf5d74aaf900a897a88d171a2] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp, totalSize=82.5 K 2024-11-18T05:44:08,199 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d3190afb31a4e50b61e1405b0238855, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731908633870 2024-11-18T05:44:08,200 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b482f012e8149beab4e8d027f14297a, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1731908635959 2024-11-18T05:44:08,200 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0cad9bf5d74aaf900a897a88d171a2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731908646145 2024-11-18T05:44:08,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/8fb3994b36764e4596a0eed1c2c143be is 1055, key is row0067/info:/1731908648170/Put/seqid=0 2024-11-18T05:44:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741843_1019 (size=18662) 2024-11-18T05:44:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741843_1019 (size=18662) 2024-11-18T05:44:08,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/8fb3994b36764e4596a0eed1c2c143be 2024-11-18T05:44:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/8fb3994b36764e4596a0eed1c2c143be as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/8fb3994b36764e4596a0eed1c2c143be 2024-11-18T05:44:08,217 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 959fe1edb3c979695411149c2bccc6dc#info#compaction#38 average throughput is 13.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:08,218 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/7e590aba95524547981c94de0a1a6422 is 1055, key is row0001/info:/1731908633870/Put/seqid=0 2024-11-18T05:44:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741844_1020 (size=74805) 2024-11-18T05:44:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741844_1020 (size=74805) 2024-11-18T05:44:08,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/8fb3994b36764e4596a0eed1c2c143be, entries=13, sequenceid=99, filesize=18.2 K 2024-11-18T05:44:08,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 959fe1edb3c979695411149c2bccc6dc in 26ms, sequenceid=99, compaction requested=false 2024-11-18T05:44:08,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:44:08,225 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.8 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,225 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,225 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 because midkey is the same as first or last row 2024-11-18T05:44:08,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-18T05:44:08,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/40b0046af9b74518bca08350d90a6f7a is 1055, key is row0080/info:/1731908648200/Put/seqid=0 2024-11-18T05:44:08,230 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/7e590aba95524547981c94de0a1a6422 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422 2024-11-18T05:44:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741845_1021 (size=16542) 2024-11-18T05:44:08,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741845_1021 (size=16542) 2024-11-18T05:44:08,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/40b0046af9b74518bca08350d90a6f7a 2024-11-18T05:44:08,238 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 959fe1edb3c979695411149c2bccc6dc/info of 959fe1edb3c979695411149c2bccc6dc into 7e590aba95524547981c94de0a1a6422(size=73.1 K), total size for store is 91.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:08,238 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:44:08,238 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., storeName=959fe1edb3c979695411149c2bccc6dc/info, priority=13, startTime=1731908648197; duration=0sec 2024-11-18T05:44:08,239 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,239 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,239 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,239 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,239 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=91.3 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,239 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,240 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:08,240 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:08,240 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 959fe1edb3c979695411149c2bccc6dc:info 2024-11-18T05:44:08,241 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] assignment.AssignmentManager(1363): Split request from 6e2c48d1e2be,35455,1731908622572, parent={ENCODED => 959fe1edb3c979695411149c2bccc6dc, NAME => 'TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-18T05:44:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/40b0046af9b74518bca08350d90a6f7a as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/40b0046af9b74518bca08350d90a6f7a 2024-11-18T05:44:08,249 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:08,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/40b0046af9b74518bca08350d90a6f7a, entries=11, sequenceid=113, filesize=16.2 K 2024-11-18T05:44:08,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=6.16 KB/6306 for 959fe1edb3c979695411149c2bccc6dc in 26ms, sequenceid=113, compaction requested=true 2024-11-18T05:44:08,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 959fe1edb3c979695411149c2bccc6dc: 2024-11-18T05:44:08,251 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-18T05:44:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-18T05:44:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-18T05:44:08,253 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=959fe1edb3c979695411149c2bccc6dc, daughterA=fac4809257a1cc773a03418076a41091, daughterB=5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=959fe1edb3c979695411149c2bccc6dc, daughterA=fac4809257a1cc773a03418076a41091, daughterB=5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=959fe1edb3c979695411149c2bccc6dc, daughterA=fac4809257a1cc773a03418076a41091, daughterB=5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=959fe1edb3c979695411149c2bccc6dc, daughterA=fac4809257a1cc773a03418076a41091, daughterB=5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,255 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] assignment.AssignmentManager(1363): Split request from 6e2c48d1e2be,35455,1731908622572, parent={ENCODED => 959fe1edb3c979695411149c2bccc6dc, NAME => 'TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-18T05:44:08,256 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43107 {}] assignment.AssignmentManager(1271): Failed transition org.apache.hadoop.hbase.client.DoNotRetryRegionException: 959fe1edb3c979695411149c2bccc6dc is not OPEN; state=SPLITTING at org.apache.hadoop.hbase.master.assignment.RegionStateNode.checkOnline(RegionStateNode.java:308) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.AbstractStateMachineTableProcedure.checkOnline(AbstractStateMachineTableProcedure.java:193) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:117) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.updateRegionSplitTransition(AssignmentManager.java:1376) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.reportRegionStateTransition(AssignmentManager.java:1224) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.reportRegionStateTransition(AssignmentManager.java:1264) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportRegionStateTransition(MasterRpcServices.java:1867) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16722) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:44:08,257 INFO [RS:0;6e2c48d1e2be:35455-splits-0 {}] regionserver.HRegionServer(2347): TRANSITION FAILED server { host_name: "6e2c48d1e2be" port: 35455 start_code: 1731908622572 } transition { transition_code: READY_TO_SPLIT region_info { region_id: 1731908623819 table_name { namespace: "default" qualifier: "TestLogRolling-testLogRolling" } start_key: "" end_key: "" offline: false split: false replica_id: 0 } region_info { region_id: 1731908648254 table_name { namespace: "default" qualifier: "TestLogRolling-testLogRolling" } start_key: "" end_key: "row0064" offline: false split: false replica_id: 0 } region_info { region_id: 1731908648254 table_name { namespace: "default" qualifier: "TestLogRolling-testLogRolling" } start_key: "row0064" end_key: "" offline: false split: false replica_id: 0 } proc_id: 0 proc_id: 0 proc_id: 0 initiating_master_active_time: -1 } : Failed transition 959fe1edb3c979695411149c2bccc6dc is not OPEN; state=SPLITTING 2024-11-18T05:44:08,257 ERROR [RS:0;6e2c48d1e2be:35455-splits-0 {}] regionserver.SplitRequest(86): Unable to ask master to split TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:44:08,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, UNASSIGN}] 2024-11-18T05:44:08,262 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, UNASSIGN 2024-11-18T05:44:08,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=959fe1edb3c979695411149c2bccc6dc, regionState=CLOSING, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, UNASSIGN because future has completed 2024-11-18T05:44:08,266 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-18T05:44:08,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572}] 2024-11-18T05:44:08,427 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,428 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-18T05:44:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 959fe1edb3c979695411149c2bccc6dc, disabling compactions & flushes 2024-11-18T05:44:08,429 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:44:08,429 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:44:08,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. after waiting 0 ms 2024-11-18T05:44:08,430 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:44:08,430 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 959fe1edb3c979695411149c2bccc6dc 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-18T05:44:08,438 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/d9769a6050ae4e859c41368289cb3f17 is 1055, key is row0091/info:/1731908648227/Put/seqid=0 2024-11-18T05:44:08,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741846_1022 (size=11274) 2024-11-18T05:44:08,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741846_1022 (size=11274) 2024-11-18T05:44:08,445 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/d9769a6050ae4e859c41368289cb3f17 2024-11-18T05:44:08,453 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/.tmp/info/d9769a6050ae4e859c41368289cb3f17 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/d9769a6050ae4e859c41368289cb3f17 2024-11-18T05:44:08,460 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/d9769a6050ae4e859c41368289cb3f17, entries=6, sequenceid=123, filesize=11.0 K 2024-11-18T05:44:08,461 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 959fe1edb3c979695411149c2bccc6dc in 31ms, sequenceid=123, compaction requested=true 2024-11-18T05:44:08,462 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/b26a62c8a9ad46ce8b9f464c3a899058, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/bd14f81a58784d9aa9e4f2ecef3f8150, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/0b482f012e8149beab4e8d027f14297a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3b0cad9bf5d74aaf900a897a88d171a2] to archive 2024-11-18T05:44:08,463 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:44:08,465 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/b26a62c8a9ad46ce8b9f464c3a899058 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/b26a62c8a9ad46ce8b9f464c3a899058 2024-11-18T05:44:08,466 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/ca205d935bbb488e9516740034be3b4a 2024-11-18T05:44:08,468 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3d3190afb31a4e50b61e1405b0238855 2024-11-18T05:44:08,469 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/bd14f81a58784d9aa9e4f2ecef3f8150 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/bd14f81a58784d9aa9e4f2ecef3f8150 2024-11-18T05:44:08,470 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/0b482f012e8149beab4e8d027f14297a to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/0b482f012e8149beab4e8d027f14297a 2024-11-18T05:44:08,471 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3b0cad9bf5d74aaf900a897a88d171a2 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/3b0cad9bf5d74aaf900a897a88d171a2 2024-11-18T05:44:08,478 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-18T05:44:08,479 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. 2024-11-18T05:44:08,479 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 959fe1edb3c979695411149c2bccc6dc: Waiting for close lock at 1731908648429Running coprocessor pre-close hooks at 1731908648429Disabling compacts and flushes for region at 1731908648429Disabling writes for close at 1731908648430 (+1 ms)Obtaining lock to block concurrent updates at 1731908648430Preparing flush snapshotting stores in 959fe1edb3c979695411149c2bccc6dc at 1731908648430Finished memstore snapshotting TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., syncing WAL and waiting on mvcc, flushsize=dataSize=6306, getHeapSize=7008, getOffHeapSize=0, getCellsCount=6 at 1731908648431 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. at 1731908648432 (+1 ms)Flushing 959fe1edb3c979695411149c2bccc6dc/info: creating writer at 1731908648432Flushing 959fe1edb3c979695411149c2bccc6dc/info: appending metadata at 1731908648437 (+5 ms)Flushing 959fe1edb3c979695411149c2bccc6dc/info: closing flushed file at 1731908648437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa80939: reopening flushed file at 1731908648452 (+15 ms)Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 959fe1edb3c979695411149c2bccc6dc in 31ms, sequenceid=123, compaction requested=true at 1731908648461 (+9 ms)Writing region close event to WAL at 1731908648474 (+13 ms)Running coprocessor post-close hooks at 1731908648479 (+5 ms)Closed at 1731908648479 2024-11-18T05:44:08,482 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=959fe1edb3c979695411149c2bccc6dc, regionState=CLOSED 2024-11-18T05:44:08,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 because future has completed 2024-11-18T05:44:08,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T05:44:08,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 959fe1edb3c979695411149c2bccc6dc, server=6e2c48d1e2be,35455,1731908622572 in 220 msec 2024-11-18T05:44:08,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T05:44:08,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=959fe1edb3c979695411149c2bccc6dc, UNASSIGN in 229 msec 2024-11-18T05:44:08,499 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:44:08,503 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=959fe1edb3c979695411149c2bccc6dc, threads=4 2024-11-18T05:44:08,505 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/40b0046af9b74518bca08350d90a6f7a for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,505 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/d9769a6050ae4e859c41368289cb3f17 for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,505 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422 for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,505 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/8fb3994b36764e4596a0eed1c2c143be for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,516 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/d9769a6050ae4e859c41368289cb3f17, top=true 2024-11-18T05:44:08,516 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/40b0046af9b74518bca08350d90a6f7a, top=true 2024-11-18T05:44:08,519 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/8fb3994b36764e4596a0eed1c2c143be, top=true 2024-11-18T05:44:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741847_1023 (size=27) 2024-11-18T05:44:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741847_1023 (size=27) 2024-11-18T05:44:08,522 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a for child: 5c30441c43cc2d1485801f9aec03ad3a, parent: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,522 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17 for child: 5c30441c43cc2d1485801f9aec03ad3a, parent: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,523 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/d9769a6050ae4e859c41368289cb3f17 for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,523 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/40b0046af9b74518bca08350d90a6f7a for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,531 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be for child: 5c30441c43cc2d1485801f9aec03ad3a, parent: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,531 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/8fb3994b36764e4596a0eed1c2c143be for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741848_1024 (size=27) 2024-11-18T05:44:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741848_1024 (size=27) 2024-11-18T05:44:08,540 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422 for region: 959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:44:08,542 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 959fe1edb3c979695411149c2bccc6dc Daughter A: [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc] storefiles, Daughter B: [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17] storefiles. 2024-11-18T05:44:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741849_1025 (size=71) 2024-11-18T05:44:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741849_1025 (size=71) 2024-11-18T05:44:08,554 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:44:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741850_1026 (size=71) 2024-11-18T05:44:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741850_1026 (size=71) 2024-11-18T05:44:08,572 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:44:08,584 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-18T05:44:08,585 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-18T05:44:08,588 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731908648588"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731908648588"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731908648588"}]},"ts":"1731908648588"} 2024-11-18T05:44:08,588 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731908648588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731908648588"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731908648588"}]},"ts":"1731908648588"} 2024-11-18T05:44:08,589 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731908648588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731908648588"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731908648588"}]},"ts":"1731908648588"} 2024-11-18T05:44:08,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fac4809257a1cc773a03418076a41091, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c30441c43cc2d1485801f9aec03ad3a, ASSIGN}] 2024-11-18T05:44:08,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c30441c43cc2d1485801f9aec03ad3a, ASSIGN 2024-11-18T05:44:08,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fac4809257a1cc773a03418076a41091, ASSIGN 2024-11-18T05:44:08,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c30441c43cc2d1485801f9aec03ad3a, ASSIGN; state=SPLITTING_NEW, location=6e2c48d1e2be,35455,1731908622572; forceNewPlan=false, retain=false 2024-11-18T05:44:08,609 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fac4809257a1cc773a03418076a41091, ASSIGN; state=SPLITTING_NEW, location=6e2c48d1e2be,35455,1731908622572; forceNewPlan=false, retain=false 2024-11-18T05:44:08,760 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5c30441c43cc2d1485801f9aec03ad3a, regionState=OPENING, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:08,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fac4809257a1cc773a03418076a41091, regionState=OPENING, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:08,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fac4809257a1cc773a03418076a41091, ASSIGN because future has completed 2024-11-18T05:44:08,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fac4809257a1cc773a03418076a41091, server=6e2c48d1e2be,35455,1731908622572}] 2024-11-18T05:44:08,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c30441c43cc2d1485801f9aec03ad3a, ASSIGN because future has completed 2024-11-18T05:44:08,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572}] 2024-11-18T05:44:08,925 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:08,926 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c30441c43cc2d1485801f9aec03ad3a, NAME => 'TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-18T05:44:08,926 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,927 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:44:08,927 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,927 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,929 INFO [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,930 INFO [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c30441c43cc2d1485801f9aec03ad3a columnFamilyName info 2024-11-18T05:44:08,930 DEBUG [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:44:08,947 DEBUG [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc->hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422-top 2024-11-18T05:44:08,953 DEBUG [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a 2024-11-18T05:44:08,957 DEBUG [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be 2024-11-18T05:44:08,962 DEBUG [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17 2024-11-18T05:44:08,962 INFO [StoreOpener-5c30441c43cc2d1485801f9aec03ad3a-1 {}] regionserver.HStore(327): Store=5c30441c43cc2d1485801f9aec03ad3a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:44:08,962 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,963 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,964 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,965 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,965 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,967 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,968 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 5c30441c43cc2d1485801f9aec03ad3a; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767895, jitterRate=-0.023571714758872986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:44:08,968 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:08,969 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5c30441c43cc2d1485801f9aec03ad3a: Running coprocessor pre-open hook at 1731908648927Writing region info on filesystem at 1731908648927Initializing all the Stores at 1731908648928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908648928Cleaning up temporary data from old regions at 1731908648965 (+37 ms)Running coprocessor post-open hooks at 1731908648968 (+3 ms)Region opened successfully at 1731908648969 (+1 ms) 2024-11-18T05:44:08,970 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., pid=13, masterSystemTime=1731908648916 2024-11-18T05:44:08,970 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:08,970 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:08,970 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:44:08,972 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:08,972 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:08,972 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:08,972 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc->hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422-top, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=118.4 K 2024-11-18T05:44:08,972 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:08,972 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:08,972 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:44:08,972 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fac4809257a1cc773a03418076a41091, NAME => 'TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-18T05:44:08,973 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling fac4809257a1cc773a03418076a41091 2024-11-18T05:44:08,973 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731908633870 2024-11-18T05:44:08,973 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:44:08,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5c30441c43cc2d1485801f9aec03ad3a, regionState=OPEN, openSeqNum=127, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:08,973 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:08,973 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:08,973 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731908648170 2024-11-18T05:44:08,974 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731908648200 2024-11-18T05:44:08,974 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17, keycount=6, bloomtype=ROW, size=11.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731908648227 2024-11-18T05:44:08,974 INFO [StoreOpener-fac4809257a1cc773a03418076a41091-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fac4809257a1cc773a03418076a41091 2024-11-18T05:44:08,975 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-18T05:44:08,975 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T05:44:08,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-18T05:44:08,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 because future has completed 2024-11-18T05:44:08,975 INFO [StoreOpener-fac4809257a1cc773a03418076a41091-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac4809257a1cc773a03418076a41091 columnFamilyName info 2024-11-18T05:44:08,975 DEBUG [StoreOpener-fac4809257a1cc773a03418076a41091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:44:08,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T05:44:08,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 in 211 msec 2024-11-18T05:44:08,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5c30441c43cc2d1485801f9aec03ad3a, ASSIGN in 373 msec 2024-11-18T05:44:08,987 DEBUG [StoreOpener-fac4809257a1cc773a03418076a41091-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc->hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422-bottom 2024-11-18T05:44:09,010 INFO [StoreOpener-fac4809257a1cc773a03418076a41091-1 {}] regionserver.HStore(327): Store=fac4809257a1cc773a03418076a41091/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:44:09,011 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,012 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,013 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,013 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,013 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,014 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,015 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened fac4809257a1cc773a03418076a41091; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724264, jitterRate=-0.0790514200925827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:44:09,015 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fac4809257a1cc773a03418076a41091 2024-11-18T05:44:09,015 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fac4809257a1cc773a03418076a41091: Running coprocessor pre-open hook at 1731908648973Writing region info on filesystem at 1731908648973Initializing all the Stores at 1731908648973Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908648974 (+1 ms)Cleaning up temporary data from old regions at 1731908649013 (+39 ms)Running coprocessor post-open hooks at 1731908649015 (+2 ms)Region opened successfully at 1731908649015 2024-11-18T05:44:09,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/info/2a2ad51080e8455a8960dd2a7c3409bb is 193, key is TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a./info:regioninfo/1731908648973/Put/seqid=0 2024-11-18T05:44:09,019 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091., pid=12, masterSystemTime=1731908648916 2024-11-18T05:44:09,019 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store fac4809257a1cc773a03418076a41091:info, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:44:09,019 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:09,019 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T05:44:09,019 INFO [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:44:09,020 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HStore(1541): fac4809257a1cc773a03418076a41091/info is initiating minor compaction (all files) 2024-11-18T05:44:09,020 INFO [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fac4809257a1cc773a03418076a41091/info in TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:44:09,020 INFO [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc->hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422-bottom] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/.tmp, totalSize=73.1 K 2024-11-18T05:44:09,021 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731908633870 2024-11-18T05:44:09,021 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:44:09,021 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:44:09,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fac4809257a1cc773a03418076a41091, regionState=OPEN, openSeqNum=127, regionLocation=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fac4809257a1cc773a03418076a41091, server=6e2c48d1e2be,35455,1731908622572 because future has completed 2024-11-18T05:44:09,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T05:44:09,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fac4809257a1cc773a03418076a41091, server=6e2c48d1e2be,35455,1731908622572 in 262 msec 2024-11-18T05:44:09,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-18T05:44:09,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=fac4809257a1cc773a03418076a41091, ASSIGN in 421 msec 2024-11-18T05:44:09,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=959fe1edb3c979695411149c2bccc6dc, daughterA=fac4809257a1cc773a03418076a41091, daughterB=5c30441c43cc2d1485801f9aec03ad3a in 782 msec 2024-11-18T05:44:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741851_1027 (size=9882) 2024-11-18T05:44:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741851_1027 (size=9882) 2024-11-18T05:44:09,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/info/2a2ad51080e8455a8960dd2a7c3409bb 2024-11-18T05:44:09,038 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:09,039 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/7a19b4e60297470ab0d04d7aeb7cff67 is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:09,045 INFO [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fac4809257a1cc773a03418076a41091#info#compaction#43 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:09,046 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/.tmp/info/2b10979afb834c28ae159e4feda68f17 is 1055, key is row0001/info:/1731908633870/Put/seqid=0 2024-11-18T05:44:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741852_1028 (size=40102) 2024-11-18T05:44:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741852_1028 (size=40102) 2024-11-18T05:44:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741853_1029 (size=71441) 2024-11-18T05:44:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741853_1029 (size=71441) 2024-11-18T05:44:09,060 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/.tmp/info/2b10979afb834c28ae159e4feda68f17 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/2b10979afb834c28ae159e4feda68f17 2024-11-18T05:44:09,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/ns/74186c0c531e41c2b954015a2540f8bc is 43, key is default/ns:d/1731908623757/Put/seqid=0 2024-11-18T05:44:09,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741854_1030 (size=5153) 2024-11-18T05:44:09,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741854_1030 (size=5153) 2024-11-18T05:44:09,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/ns/74186c0c531e41c2b954015a2540f8bc 2024-11-18T05:44:09,068 INFO [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in fac4809257a1cc773a03418076a41091/info of fac4809257a1cc773a03418076a41091 into 2b10979afb834c28ae159e4feda68f17(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:09,068 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fac4809257a1cc773a03418076a41091: 2024-11-18T05:44:09,068 INFO [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091., storeName=fac4809257a1cc773a03418076a41091/info, priority=15, startTime=1731908649019; duration=0sec 2024-11-18T05:44:09,068 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:09,068 DEBUG [RS:0;6e2c48d1e2be:35455-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fac4809257a1cc773a03418076a41091:info 2024-11-18T05:44:09,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/table/b1a0a592dadc4ec6b03160b91c3278df is 65, key is TestLogRolling-testLogRolling/table:state/1731908624190/Put/seqid=0 2024-11-18T05:44:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741855_1031 (size=5340) 2024-11-18T05:44:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741855_1031 (size=5340) 2024-11-18T05:44:09,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/table/b1a0a592dadc4ec6b03160b91c3278df 2024-11-18T05:44:09,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/info/2a2ad51080e8455a8960dd2a7c3409bb as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/info/2a2ad51080e8455a8960dd2a7c3409bb 2024-11-18T05:44:09,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/info/2a2ad51080e8455a8960dd2a7c3409bb, entries=30, sequenceid=17, filesize=9.7 K 2024-11-18T05:44:09,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/ns/74186c0c531e41c2b954015a2540f8bc as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/ns/74186c0c531e41c2b954015a2540f8bc 2024-11-18T05:44:09,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/ns/74186c0c531e41c2b954015a2540f8bc, entries=2, sequenceid=17, filesize=5.0 K 2024-11-18T05:44:09,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/table/b1a0a592dadc4ec6b03160b91c3278df as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/table/b1a0a592dadc4ec6b03160b91c3278df 2024-11-18T05:44:09,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/table/b1a0a592dadc4ec6b03160b91c3278df, entries=2, sequenceid=17, filesize=5.2 K 2024-11-18T05:44:09,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 147ms, sequenceid=17, compaction requested=false 2024-11-18T05:44:09,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-18T05:44:09,459 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/7a19b4e60297470ab0d04d7aeb7cff67 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7a19b4e60297470ab0d04d7aeb7cff67 2024-11-18T05:44:09,466 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into 7a19b4e60297470ab0d04d7aeb7cff67(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:09,466 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:09,466 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=12, startTime=1731908648970; duration=0sec 2024-11-18T05:44:09,466 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:09,466 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:44:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50346 deadline: 1731908660241, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. is not online on 6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. is not online on 6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc. is not online on 6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731908623819.959fe1edb3c979695411149c2bccc6dc., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=2 from cache 2024-11-18T05:44:12,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:44:13,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:13,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T05:44:14,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:14,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T05:44:20,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127] 2024-11-18T05:44:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:20,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:44:20,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/00fd554ff1fe43bea7c906b9da0d773a is 1055, key is row0097/info:/1731908660317/Put/seqid=0 2024-11-18T05:44:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741856_1032 (size=13394) 2024-11-18T05:44:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741856_1032 (size=13394) 2024-11-18T05:44:20,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/00fd554ff1fe43bea7c906b9da0d773a 2024-11-18T05:44:20,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/00fd554ff1fe43bea7c906b9da0d773a as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/00fd554ff1fe43bea7c906b9da0d773a 2024-11-18T05:44:20,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/00fd554ff1fe43bea7c906b9da0d773a, entries=8, sequenceid=138, filesize=13.1 K 2024-11-18T05:44:20,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 5c30441c43cc2d1485801f9aec03ad3a in 29ms, sequenceid=138, compaction requested=false 2024-11-18T05:44:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:20,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T05:44:20,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/477674efc3e348b1a5844938a5bf3829 is 1055, key is row0105/info:/1731908660332/Put/seqid=0 2024-11-18T05:44:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741857_1033 (size=20781) 2024-11-18T05:44:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741857_1033 (size=20781) 2024-11-18T05:44:20,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/477674efc3e348b1a5844938a5bf3829 2024-11-18T05:44:20,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/477674efc3e348b1a5844938a5bf3829 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/477674efc3e348b1a5844938a5bf3829 2024-11-18T05:44:20,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/477674efc3e348b1a5844938a5bf3829, entries=15, sequenceid=156, filesize=20.3 K 2024-11-18T05:44:20,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for 5c30441c43cc2d1485801f9aec03ad3a in 25ms, sequenceid=156, compaction requested=true 2024-11-18T05:44:20,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:20,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:20,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:20,387 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:20,388 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:20,388 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:20,388 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:20,388 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7a19b4e60297470ab0d04d7aeb7cff67, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/00fd554ff1fe43bea7c906b9da0d773a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/477674efc3e348b1a5844938a5bf3829] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=72.5 K 2024-11-18T05:44:20,389 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a19b4e60297470ab0d04d7aeb7cff67, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731908646158 2024-11-18T05:44:20,389 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00fd554ff1fe43bea7c906b9da0d773a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731908660317 2024-11-18T05:44:20,390 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 477674efc3e348b1a5844938a5bf3829, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731908660332 2024-11-18T05:44:20,404 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#48 average throughput is 18.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:20,405 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/c4bff4801ce843d48cc093dbc7ebdfc5 is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741858_1034 (size=64491) 2024-11-18T05:44:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741858_1034 (size=64491) 2024-11-18T05:44:20,416 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/c4bff4801ce843d48cc093dbc7ebdfc5 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c4bff4801ce843d48cc093dbc7ebdfc5 2024-11-18T05:44:20,422 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into c4bff4801ce843d48cc093dbc7ebdfc5(size=63.0 K), total size for store is 63.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:20,422 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:20,422 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=13, startTime=1731908660387; duration=0sec 2024-11-18T05:44:20,422 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:20,422 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:44:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:22,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-18T05:44:22,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/4c8f9ecbbc5140779cd75b0aa696b1b7 is 1055, key is row0120/info:/1731908660363/Put/seqid=0 2024-11-18T05:44:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741859_1035 (size=15500) 2024-11-18T05:44:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741859_1035 (size=15500) 2024-11-18T05:44:22,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/4c8f9ecbbc5140779cd75b0aa696b1b7 2024-11-18T05:44:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/4c8f9ecbbc5140779cd75b0aa696b1b7 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4c8f9ecbbc5140779cd75b0aa696b1b7 2024-11-18T05:44:22,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4c8f9ecbbc5140779cd75b0aa696b1b7, entries=10, sequenceid=170, filesize=15.1 K 2024-11-18T05:44:22,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for 5c30441c43cc2d1485801f9aec03ad3a in 48ms, sequenceid=170, compaction requested=false 2024-11-18T05:44:22,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:22,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T05:44:22,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/78e1a5114c344e84880d07cafa1ab1bf is 1055, key is row0130/info:/1731908662385/Put/seqid=0 2024-11-18T05:44:22,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:44:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50346 deadline: 1731908672471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:22,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:22,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 because the exception is null or not the one we care about 2024-11-18T05:44:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741860_1036 (size=20781) 2024-11-18T05:44:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741860_1036 (size=20781) 2024-11-18T05:44:22,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/78e1a5114c344e84880d07cafa1ab1bf 2024-11-18T05:44:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/78e1a5114c344e84880d07cafa1ab1bf as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/78e1a5114c344e84880d07cafa1ab1bf 2024-11-18T05:44:22,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/78e1a5114c344e84880d07cafa1ab1bf, entries=15, sequenceid=188, filesize=20.3 K 2024-11-18T05:44:22,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 5c30441c43cc2d1485801f9aec03ad3a in 55ms, sequenceid=188, compaction requested=true 2024-11-18T05:44:22,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:22,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:22,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:22,489 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:22,490 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100772 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:22,491 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:22,491 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:22,491 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c4bff4801ce843d48cc093dbc7ebdfc5, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4c8f9ecbbc5140779cd75b0aa696b1b7, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/78e1a5114c344e84880d07cafa1ab1bf] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=98.4 K 2024-11-18T05:44:22,491 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4bff4801ce843d48cc093dbc7ebdfc5, keycount=56, bloomtype=ROW, size=63.0 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731908646158 2024-11-18T05:44:22,492 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c8f9ecbbc5140779cd75b0aa696b1b7, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731908660363 2024-11-18T05:44:22,492 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e1a5114c344e84880d07cafa1ab1bf, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731908662385 2024-11-18T05:44:22,507 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#51 average throughput is 20.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:22,507 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/c9fb17d687404c348288a38dbd90b6ac is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741861_1037 (size=90995) 2024-11-18T05:44:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741861_1037 (size=90995) 2024-11-18T05:44:22,521 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/c9fb17d687404c348288a38dbd90b6ac as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c9fb17d687404c348288a38dbd90b6ac 2024-11-18T05:44:22,528 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into c9fb17d687404c348288a38dbd90b6ac(size=88.9 K), total size for store is 88.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:22,528 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:22,528 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=13, startTime=1731908662489; duration=0sec 2024-11-18T05:44:22,528 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:22,528 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:44:24,716 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T05:44:24,716 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T05:44:28,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-18T05:44:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:32,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T05:44:32,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/d11280b5dd8a49c689698aca26c4ba0c is 1055, key is row0145/info:/1731908662437/Put/seqid=0 2024-11-18T05:44:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741862_1038 (size=20781) 2024-11-18T05:44:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741862_1038 (size=20781) 2024-11-18T05:44:32,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/d11280b5dd8a49c689698aca26c4ba0c 2024-11-18T05:44:32,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/d11280b5dd8a49c689698aca26c4ba0c as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/d11280b5dd8a49c689698aca26c4ba0c 2024-11-18T05:44:32,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/d11280b5dd8a49c689698aca26c4ba0c, entries=15, sequenceid=207, filesize=20.3 K 2024-11-18T05:44:32,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 5c30441c43cc2d1485801f9aec03ad3a in 32ms, sequenceid=207, compaction requested=false 2024-11-18T05:44:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:34,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:44:34,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/ccb2917d1497494b90e0dbbb459bfb2f is 1055, key is row0160/info:/1731908672520/Put/seqid=0 2024-11-18T05:44:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741863_1039 (size=13394) 2024-11-18T05:44:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741863_1039 (size=13394) 2024-11-18T05:44:34,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:44:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50346 deadline: 1731908684576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 because the exception is null or not the one we care about 2024-11-18T05:44:34,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/ccb2917d1497494b90e0dbbb459bfb2f 2024-11-18T05:44:34,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/ccb2917d1497494b90e0dbbb459bfb2f as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/ccb2917d1497494b90e0dbbb459bfb2f 2024-11-18T05:44:34,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/ccb2917d1497494b90e0dbbb459bfb2f, entries=8, sequenceid=218, filesize=13.1 K 2024-11-18T05:44:34,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 5c30441c43cc2d1485801f9aec03ad3a in 426ms, sequenceid=218, compaction requested=true 2024-11-18T05:44:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:34,965 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:34,966 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125170 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:34,966 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:34,966 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:34,967 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c9fb17d687404c348288a38dbd90b6ac, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/d11280b5dd8a49c689698aca26c4ba0c, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/ccb2917d1497494b90e0dbbb459bfb2f] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=122.2 K 2024-11-18T05:44:34,967 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9fb17d687404c348288a38dbd90b6ac, keycount=81, bloomtype=ROW, size=88.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731908646158 2024-11-18T05:44:34,968 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting d11280b5dd8a49c689698aca26c4ba0c, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731908662437 2024-11-18T05:44:34,968 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccb2917d1497494b90e0dbbb459bfb2f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731908672520 2024-11-18T05:44:34,986 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#54 average throughput is 26.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:34,987 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4 is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741864_1040 (size=115320) 2024-11-18T05:44:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741864_1040 (size=115320) 2024-11-18T05:44:35,002 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4 2024-11-18T05:44:35,010 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into 1be68bbd8b7d4e4fb6a1738a05d8b4d4(size=112.6 K), total size for store is 112.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:35,010 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:35,010 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=13, startTime=1731908674965; duration=0sec 2024-11-18T05:44:35,010 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:35,010 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:44:42,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:44:43,868 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:44:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:44,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-18T05:44:44,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/a5ee66e7d50d44ea84eae3ff02238429 is 1055, key is row0168/info:/1731908674539/Put/seqid=0 2024-11-18T05:44:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741865_1041 (size=28156) 2024-11-18T05:44:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741865_1041 (size=28156) 2024-11-18T05:44:44,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/a5ee66e7d50d44ea84eae3ff02238429 2024-11-18T05:44:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/a5ee66e7d50d44ea84eae3ff02238429 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/a5ee66e7d50d44ea84eae3ff02238429 2024-11-18T05:44:44,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/a5ee66e7d50d44ea84eae3ff02238429, entries=22, sequenceid=244, filesize=27.5 K 2024-11-18T05:44:44,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for 5c30441c43cc2d1485801f9aec03ad3a in 23ms, sequenceid=244, compaction requested=false 2024-11-18T05:44:44,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:46,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-18T05:44:46,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/20929cb575744891ac056e127acc0624 is 1055, key is row0190/info:/1731908684630/Put/seqid=0 2024-11-18T05:44:46,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741866_1042 (size=13394) 2024-11-18T05:44:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741866_1042 (size=13394) 2024-11-18T05:44:46,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/20929cb575744891ac056e127acc0624 2024-11-18T05:44:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/20929cb575744891ac056e127acc0624 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/20929cb575744891ac056e127acc0624 2024-11-18T05:44:46,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/20929cb575744891ac056e127acc0624, entries=8, sequenceid=255, filesize=13.1 K 2024-11-18T05:44:46,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 5c30441c43cc2d1485801f9aec03ad3a in 29ms, sequenceid=255, compaction requested=true 2024-11-18T05:44:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:46,674 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:46,676 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 156870 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:46,676 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:46,676 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:46,676 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/a5ee66e7d50d44ea84eae3ff02238429, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/20929cb575744891ac056e127acc0624] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=153.2 K 2024-11-18T05:44:46,676 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be68bbd8b7d4e4fb6a1738a05d8b4d4, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731908646158 2024-11-18T05:44:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:46,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-18T05:44:46,677 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5ee66e7d50d44ea84eae3ff02238429, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731908674539 2024-11-18T05:44:46,678 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20929cb575744891ac056e127acc0624, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731908684630 2024-11-18T05:44:46,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/49f040a88bdc46fe901f8ba592083ad9 is 1055, key is row0198/info:/1731908686646/Put/seqid=0 2024-11-18T05:44:46,710 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#58 average throughput is 33.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:46,711 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/bb60e1f17d694992a325ab756387bbd8 is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741867_1043 (size=18688) 2024-11-18T05:44:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741867_1043 (size=18688) 2024-11-18T05:44:46,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/49f040a88bdc46fe901f8ba592083ad9 2024-11-18T05:44:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741868_1044 (size=147216) 2024-11-18T05:44:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741868_1044 (size=147216) 2024-11-18T05:44:46,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/49f040a88bdc46fe901f8ba592083ad9 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/49f040a88bdc46fe901f8ba592083ad9 2024-11-18T05:44:46,734 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/bb60e1f17d694992a325ab756387bbd8 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/bb60e1f17d694992a325ab756387bbd8 2024-11-18T05:44:46,742 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into bb60e1f17d694992a325ab756387bbd8(size=143.8 K), total size for store is 143.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:46,743 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:46,743 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=13, startTime=1731908686674; duration=0sec 2024-11-18T05:44:46,743 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:46,743 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:44:46,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/49f040a88bdc46fe901f8ba592083ad9, entries=13, sequenceid=271, filesize=18.3 K 2024-11-18T05:44:46,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=14.37 KB/14714 for 5c30441c43cc2d1485801f9aec03ad3a in 75ms, sequenceid=271, compaction requested=false 2024-11-18T05:44:46,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:48,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T05:44:48,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/9425fea6860c40edb64fa67f9d932e13 is 1055, key is row0211/info:/1731908686678/Put/seqid=0 2024-11-18T05:44:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741869_1045 (size=20796) 2024-11-18T05:44:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741869_1045 (size=20796) 2024-11-18T05:44:48,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/9425fea6860c40edb64fa67f9d932e13 2024-11-18T05:44:48,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/9425fea6860c40edb64fa67f9d932e13 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9425fea6860c40edb64fa67f9d932e13 2024-11-18T05:44:48,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9425fea6860c40edb64fa67f9d932e13, entries=15, sequenceid=290, filesize=20.3 K 2024-11-18T05:44:48,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 5c30441c43cc2d1485801f9aec03ad3a in 40ms, sequenceid=290, compaction requested=true 2024-11-18T05:44:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:48,759 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:48,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T05:44:48,760 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186700 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:48,760 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:48,760 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:48,761 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/bb60e1f17d694992a325ab756387bbd8, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/49f040a88bdc46fe901f8ba592083ad9, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9425fea6860c40edb64fa67f9d932e13] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=182.3 K 2024-11-18T05:44:48,761 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb60e1f17d694992a325ab756387bbd8, keycount=134, bloomtype=ROW, size=143.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731908646158 2024-11-18T05:44:48,762 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49f040a88bdc46fe901f8ba592083ad9, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731908686646 2024-11-18T05:44:48,762 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9425fea6860c40edb64fa67f9d932e13, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731908686678 2024-11-18T05:44:48,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/328cf8964b454c3b9eeb22bf09e653f9 is 1055, key is row0226/info:/1731908688720/Put/seqid=0 2024-11-18T05:44:48,783 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#61 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:48,784 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/4da86d11c74148f9a3a8155bd4a58762 is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:48,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:44:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50346 deadline: 1731908698795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 2024-11-18T05:44:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5c30441c43cc2d1485801f9aec03ad3a, server=6e2c48d1e2be,35455,1731908622572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T05:44:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., hostname=6e2c48d1e2be,35455,1731908622572, seqNum=127 because the exception is null or not the one we care about 2024-11-18T05:44:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741870_1046 (size=20796) 2024-11-18T05:44:48,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741870_1046 (size=20796) 2024-11-18T05:44:48,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/328cf8964b454c3b9eeb22bf09e653f9 2024-11-18T05:44:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/328cf8964b454c3b9eeb22bf09e653f9 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/328cf8964b454c3b9eeb22bf09e653f9 2024-11-18T05:44:48,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/328cf8964b454c3b9eeb22bf09e653f9, entries=15, sequenceid=308, filesize=20.3 K 2024-11-18T05:44:48,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 5c30441c43cc2d1485801f9aec03ad3a in 50ms, sequenceid=308, compaction requested=false 2024-11-18T05:44:48,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741871_1047 (size=176838) 2024-11-18T05:44:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741871_1047 (size=176838) 2024-11-18T05:44:49,225 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/4da86d11c74148f9a3a8155bd4a58762 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4da86d11c74148f9a3a8155bd4a58762 2024-11-18T05:44:49,231 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into 4da86d11c74148f9a3a8155bd4a58762(size=172.7 K), total size for store is 193.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:49,231 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:49,231 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=13, startTime=1731908688759; duration=0sec 2024-11-18T05:44:49,231 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:49,231 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:44:53,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5c30441c43cc2d1485801f9aec03ad3a, had cached 0 bytes from a total of 197634 2024-11-18T05:44:53,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fac4809257a1cc773a03418076a41091, had cached 0 bytes from a total of 71441 2024-11-18T05:44:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35455 {}] regionserver.HRegion(8855): Flush requested on 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:44:58,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-18T05:44:58,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/1260ff86f36443f3853f9446261c9e0b is 1055, key is row0241/info:/1731908688761/Put/seqid=0 2024-11-18T05:44:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741872_1048 (size=20796) 2024-11-18T05:44:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741872_1048 (size=20796) 2024-11-18T05:44:58,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/1260ff86f36443f3853f9446261c9e0b 2024-11-18T05:44:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/1260ff86f36443f3853f9446261c9e0b as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1260ff86f36443f3853f9446261c9e0b 2024-11-18T05:44:58,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1260ff86f36443f3853f9446261c9e0b, entries=15, sequenceid=327, filesize=20.3 K 2024-11-18T05:44:58,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 5c30441c43cc2d1485801f9aec03ad3a in 28ms, sequenceid=327, compaction requested=true 2024-11-18T05:44:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c30441c43cc2d1485801f9aec03ad3a:info, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:44:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:58,919 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:44:58,920 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218430 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:44:58,920 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1541): 5c30441c43cc2d1485801f9aec03ad3a/info is initiating minor compaction (all files) 2024-11-18T05:44:58,920 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c30441c43cc2d1485801f9aec03ad3a/info in TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:44:58,920 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4da86d11c74148f9a3a8155bd4a58762, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/328cf8964b454c3b9eeb22bf09e653f9, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1260ff86f36443f3853f9446261c9e0b] into tmpdir=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp, totalSize=213.3 K 2024-11-18T05:44:58,921 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4da86d11c74148f9a3a8155bd4a58762, keycount=162, bloomtype=ROW, size=172.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731908646158 2024-11-18T05:44:58,921 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 328cf8964b454c3b9eeb22bf09e653f9, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731908688720 2024-11-18T05:44:58,921 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1260ff86f36443f3853f9446261c9e0b, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731908688761 2024-11-18T05:44:58,933 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c30441c43cc2d1485801f9aec03ad3a#info#compaction#63 average throughput is 64.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:44:58,934 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/e682f00ae7654fba94877ea4a93ff2a9 is 1055, key is row0064/info:/1731908646158/Put/seqid=0 2024-11-18T05:44:58,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741873_1049 (size=208637) 2024-11-18T05:44:58,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741873_1049 (size=208637) 2024-11-18T05:44:58,943 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/e682f00ae7654fba94877ea4a93ff2a9 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/e682f00ae7654fba94877ea4a93ff2a9 2024-11-18T05:44:58,949 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c30441c43cc2d1485801f9aec03ad3a/info of 5c30441c43cc2d1485801f9aec03ad3a into e682f00ae7654fba94877ea4a93ff2a9(size=203.7 K), total size for store is 203.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:44:58,949 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:44:58,949 INFO [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., storeName=5c30441c43cc2d1485801f9aec03ad3a/info, priority=13, startTime=1731908698919; duration=0sec 2024-11-18T05:44:58,949 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:44:58,950 DEBUG [RS:0;6e2c48d1e2be:35455-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c30441c43cc2d1485801f9aec03ad3a:info 2024-11-18T05:45:00,898 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-18T05:45:00,919 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700898, exclude list is [], retry=0 2024-11-18T05:45:00,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44961,DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a,DISK] 2024-11-18T05:45:00,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97,DISK] 2024-11-18T05:45:00,923 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908623342 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700898 2024-11-18T05:45:00,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:43377:43377)] 2024-11-18T05:45:00,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908623342 is not closed yet, will try archiving it next time 2024-11-18T05:45:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741833_1009 (size=308883) 2024-11-18T05:45:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741833_1009 (size=308883) 2024-11-18T05:45:00,927 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c30441c43cc2d1485801f9aec03ad3a 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-18T05:45:00,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/9b49ba54ac3d45c6a0856267dc8d5dfb is 1055, key is row0256/info:/1731908698895/Put/seqid=0 2024-11-18T05:45:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741875_1051 (size=6010) 2024-11-18T05:45:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741875_1051 (size=6010) 2024-11-18T05:45:00,935 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/9b49ba54ac3d45c6a0856267dc8d5dfb 2024-11-18T05:45:00,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/.tmp/info/9b49ba54ac3d45c6a0856267dc8d5dfb as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9b49ba54ac3d45c6a0856267dc8d5dfb 2024-11-18T05:45:00,945 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9b49ba54ac3d45c6a0856267dc8d5dfb, entries=1, sequenceid=332, filesize=5.9 K 2024-11-18T05:45:00,946 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 5c30441c43cc2d1485801f9aec03ad3a in 19ms, sequenceid=332, compaction requested=false 2024-11-18T05:45:00,946 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5c30441c43cc2d1485801f9aec03ad3a: 2024-11-18T05:45:00,946 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fac4809257a1cc773a03418076a41091: 2024-11-18T05:45:00,946 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-18T05:45:00,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/info/8e977c0fd72a47eebcda24cd49cc015a is 186, key is TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091./info:regioninfo/1731908649022/Put/seqid=0 2024-11-18T05:45:00,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741876_1052 (size=6153) 2024-11-18T05:45:00,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741876_1052 (size=6153) 2024-11-18T05:45:00,956 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/info/8e977c0fd72a47eebcda24cd49cc015a 2024-11-18T05:45:00,962 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/.tmp/info/8e977c0fd72a47eebcda24cd49cc015a as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/info/8e977c0fd72a47eebcda24cd49cc015a 2024-11-18T05:45:00,968 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/info/8e977c0fd72a47eebcda24cd49cc015a, entries=5, sequenceid=21, filesize=6.0 K 2024-11-18T05:45:00,969 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=21, compaction requested=false 2024-11-18T05:45:00,969 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-18T05:45:00,982 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700969, exclude list is [], retry=0 2024-11-18T05:45:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-ccccc9ae-7245-49f6-be77-3ef29c16fe97,DISK] 2024-11-18T05:45:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44961,DS-8ead5252-d1d1-4726-96e5-4c5ba9f7ab6a,DISK] 2024-11-18T05:45:00,986 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700898 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700969 2024-11-18T05:45:00,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43377:43377),(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-18T05:45:00,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700898 is not closed yet, will try archiving it next time 2024-11-18T05:45:00,986 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908623342 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/oldWALs/6e2c48d1e2be%2C35455%2C1731908622572.1731908623342 2024-11-18T05:45:00,987 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:45:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741874_1050 (size=731) 2024-11-18T05:45:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741874_1050 (size=731) 2024-11-18T05:45:00,989 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/WALs/6e2c48d1e2be,35455,1731908622572/6e2c48d1e2be%2C35455%2C1731908622572.1731908700898 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/oldWALs/6e2c48d1e2be%2C35455%2C1731908622572.1731908700898 2024-11-18T05:45:01,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T05:45:01,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:45:01,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:45:01,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:01,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:01,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T05:45:01,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T05:45:01,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142103215, stopped=false 2024-11-18T05:45:01,089 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,43107,1731908622431 2024-11-18T05:45:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:45:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:45:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:01,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:45:01,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:45:01,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:45:01,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:01,149 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,35455,1731908622572' ***** 2024-11-18T05:45:01,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:45:01,149 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T05:45:01,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:45:01,150 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:45:01,150 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T05:45:01,150 INFO [RS:0;6e2c48d1e2be:35455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T05:45:01,150 INFO [RS:0;6e2c48d1e2be:35455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T05:45:01,150 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c30441c43cc2d1485801f9aec03ad3a 2024-11-18T05:45:01,151 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for fac4809257a1cc773a03418076a41091 2024-11-18T05:45:01,151 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,35455,1731908622572 2024-11-18T05:45:01,151 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:45:01,151 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c30441c43cc2d1485801f9aec03ad3a, disabling compactions & flushes 2024-11-18T05:45:01,151 INFO [RS:0;6e2c48d1e2be:35455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:35455. 2024-11-18T05:45:01,151 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:45:01,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:45:01,152 DEBUG [RS:0;6e2c48d1e2be:35455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:45:01,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. after waiting 0 ms 2024-11-18T05:45:01,152 DEBUG [RS:0;6e2c48d1e2be:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:01,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:45:01,152 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T05:45:01,152 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T05:45:01,152 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T05:45:01,152 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T05:45:01,153 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T05:45:01,153 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1325): Online Regions={5c30441c43cc2d1485801f9aec03ad3a=TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a., fac4809257a1cc773a03418076a41091=TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T05:45:01,153 DEBUG [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c30441c43cc2d1485801f9aec03ad3a, fac4809257a1cc773a03418076a41091 2024-11-18T05:45:01,153 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:45:01,153 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:45:01,153 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:45:01,153 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:45:01,153 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:45:01,153 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc->hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422-top, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7a19b4e60297470ab0d04d7aeb7cff67, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/00fd554ff1fe43bea7c906b9da0d773a, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c4bff4801ce843d48cc093dbc7ebdfc5, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/477674efc3e348b1a5844938a5bf3829, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4c8f9ecbbc5140779cd75b0aa696b1b7, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c9fb17d687404c348288a38dbd90b6ac, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/78e1a5114c344e84880d07cafa1ab1bf, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/d11280b5dd8a49c689698aca26c4ba0c, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/ccb2917d1497494b90e0dbbb459bfb2f, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/a5ee66e7d50d44ea84eae3ff02238429, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/bb60e1f17d694992a325ab756387bbd8, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/20929cb575744891ac056e127acc0624, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/49f040a88bdc46fe901f8ba592083ad9, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4da86d11c74148f9a3a8155bd4a58762, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9425fea6860c40edb64fa67f9d932e13, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/328cf8964b454c3b9eeb22bf09e653f9, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1260ff86f36443f3853f9446261c9e0b] to archive 2024-11-18T05:45:01,154 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:45:01,156 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:45:01,157 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-18T05:45:01,157 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-8fb3994b36764e4596a0eed1c2c143be 2024-11-18T05:45:01,158 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:45:01,158 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:45:01,158 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908701153Running coprocessor pre-close hooks at 1731908701153Disabling compacts and flushes for region at 1731908701153Disabling writes for close at 1731908701153Writing region close event to WAL at 1731908701155 (+2 ms)Running coprocessor post-close hooks at 1731908701158 (+3 ms)Closed at 1731908701158 2024-11-18T05:45:01,158 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T05:45:01,159 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-40b0046af9b74518bca08350d90a6f7a 2024-11-18T05:45:01,160 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7a19b4e60297470ab0d04d7aeb7cff67 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/7a19b4e60297470ab0d04d7aeb7cff67 2024-11-18T05:45:01,161 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/TestLogRolling-testLogRolling=959fe1edb3c979695411149c2bccc6dc-d9769a6050ae4e859c41368289cb3f17 2024-11-18T05:45:01,161 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/00fd554ff1fe43bea7c906b9da0d773a to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/00fd554ff1fe43bea7c906b9da0d773a 2024-11-18T05:45:01,162 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c4bff4801ce843d48cc093dbc7ebdfc5 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c4bff4801ce843d48cc093dbc7ebdfc5 2024-11-18T05:45:01,163 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/477674efc3e348b1a5844938a5bf3829 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/477674efc3e348b1a5844938a5bf3829 2024-11-18T05:45:01,164 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4c8f9ecbbc5140779cd75b0aa696b1b7 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4c8f9ecbbc5140779cd75b0aa696b1b7 2024-11-18T05:45:01,165 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c9fb17d687404c348288a38dbd90b6ac to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/c9fb17d687404c348288a38dbd90b6ac 2024-11-18T05:45:01,166 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/78e1a5114c344e84880d07cafa1ab1bf to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/78e1a5114c344e84880d07cafa1ab1bf 2024-11-18T05:45:01,167 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/d11280b5dd8a49c689698aca26c4ba0c to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/d11280b5dd8a49c689698aca26c4ba0c 2024-11-18T05:45:01,168 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1be68bbd8b7d4e4fb6a1738a05d8b4d4 2024-11-18T05:45:01,169 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/ccb2917d1497494b90e0dbbb459bfb2f to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/ccb2917d1497494b90e0dbbb459bfb2f 2024-11-18T05:45:01,170 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/a5ee66e7d50d44ea84eae3ff02238429 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/a5ee66e7d50d44ea84eae3ff02238429 2024-11-18T05:45:01,171 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/bb60e1f17d694992a325ab756387bbd8 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/bb60e1f17d694992a325ab756387bbd8 2024-11-18T05:45:01,172 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/20929cb575744891ac056e127acc0624 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/20929cb575744891ac056e127acc0624 2024-11-18T05:45:01,174 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/49f040a88bdc46fe901f8ba592083ad9 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/49f040a88bdc46fe901f8ba592083ad9 2024-11-18T05:45:01,175 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4da86d11c74148f9a3a8155bd4a58762 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/4da86d11c74148f9a3a8155bd4a58762 2024-11-18T05:45:01,176 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9425fea6860c40edb64fa67f9d932e13 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/9425fea6860c40edb64fa67f9d932e13 2024-11-18T05:45:01,177 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/328cf8964b454c3b9eeb22bf09e653f9 to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/328cf8964b454c3b9eeb22bf09e653f9 2024-11-18T05:45:01,178 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1260ff86f36443f3853f9446261c9e0b to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/info/1260ff86f36443f3853f9446261c9e0b 2024-11-18T05:45:01,178 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2c48d1e2be:43107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-18T05:45:01,179 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [7a19b4e60297470ab0d04d7aeb7cff67=40102, 00fd554ff1fe43bea7c906b9da0d773a=13394, c4bff4801ce843d48cc093dbc7ebdfc5=64491, 477674efc3e348b1a5844938a5bf3829=20781, 4c8f9ecbbc5140779cd75b0aa696b1b7=15500, c9fb17d687404c348288a38dbd90b6ac=90995, 78e1a5114c344e84880d07cafa1ab1bf=20781, d11280b5dd8a49c689698aca26c4ba0c=20781, 1be68bbd8b7d4e4fb6a1738a05d8b4d4=115320, ccb2917d1497494b90e0dbbb459bfb2f=13394, a5ee66e7d50d44ea84eae3ff02238429=28156, bb60e1f17d694992a325ab756387bbd8=147216, 20929cb575744891ac056e127acc0624=13394, 49f040a88bdc46fe901f8ba592083ad9=18688, 4da86d11c74148f9a3a8155bd4a58762=176838, 9425fea6860c40edb64fa67f9d932e13=20796, 328cf8964b454c3b9eeb22bf09e653f9=20796, 1260ff86f36443f3853f9446261c9e0b=20796] 2024-11-18T05:45:01,182 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/5c30441c43cc2d1485801f9aec03ad3a/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-18T05:45:01,183 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:45:01,183 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c30441c43cc2d1485801f9aec03ad3a: Waiting for close lock at 1731908701151Running coprocessor pre-close hooks at 1731908701151Disabling compacts and flushes for region at 1731908701151Disabling writes for close at 1731908701152 (+1 ms)Writing region close event to WAL at 1731908701179 (+27 ms)Running coprocessor post-close hooks at 1731908701183 (+4 ms)Closed at 1731908701183 2024-11-18T05:45:01,183 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731908648249.5c30441c43cc2d1485801f9aec03ad3a. 2024-11-18T05:45:01,183 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fac4809257a1cc773a03418076a41091, disabling compactions & flushes 2024-11-18T05:45:01,183 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:45:01,183 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:45:01,183 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. after waiting 0 ms 2024-11-18T05:45:01,183 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:45:01,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc->hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/959fe1edb3c979695411149c2bccc6dc/info/7e590aba95524547981c94de0a1a6422-bottom] to archive 2024-11-18T05:45:01,184 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:45:01,186 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc to hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/archive/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/info/7e590aba95524547981c94de0a1a6422.959fe1edb3c979695411149c2bccc6dc 2024-11-18T05:45:01,186 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-18T05:45:01,189 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/data/default/TestLogRolling-testLogRolling/fac4809257a1cc773a03418076a41091/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-18T05:45:01,190 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:45:01,190 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fac4809257a1cc773a03418076a41091: Waiting for close lock at 1731908701183Running coprocessor pre-close hooks at 1731908701183Disabling compacts and flushes for region at 1731908701183Disabling writes for close at 1731908701183Writing region close event to WAL at 1731908701186 (+3 ms)Running coprocessor post-close hooks at 1731908701190 (+4 ms)Closed at 1731908701190 2024-11-18T05:45:01,190 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731908648249.fac4809257a1cc773a03418076a41091. 2024-11-18T05:45:01,212 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:45:01,291 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T05:45:01,291 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T05:45:01,353 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,35455,1731908622572; all regions closed. 2024-11-18T05:45:01,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741834_1010 (size=8107) 2024-11-18T05:45:01,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741834_1010 (size=8107) 2024-11-18T05:45:01,359 DEBUG [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/oldWALs 2024-11-18T05:45:01,359 INFO [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C35455%2C1731908622572.meta:.meta(num 1731908623664) 2024-11-18T05:45:01,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741877_1053 (size=780) 2024-11-18T05:45:01,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741877_1053 (size=780) 2024-11-18T05:45:01,364 DEBUG [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/oldWALs 2024-11-18T05:45:01,364 INFO [RS:0;6e2c48d1e2be:35455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C35455%2C1731908622572:(num 1731908700969) 2024-11-18T05:45:01,364 DEBUG [RS:0;6e2c48d1e2be:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:01,364 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:45:01,364 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:45:01,364 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T05:45:01,364 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:45:01,365 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:45:01,365 INFO [RS:0;6e2c48d1e2be:35455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35455 2024-11-18T05:45:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:45:01,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,35455,1731908622572 2024-11-18T05:45:01,396 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:45:01,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,35455,1731908622572] 2024-11-18T05:45:01,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,35455,1731908622572 already deleted, retry=false 2024-11-18T05:45:01,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,35455,1731908622572 expired; onlineServers=0 2024-11-18T05:45:01,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,43107,1731908622431' ***** 2024-11-18T05:45:01,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T05:45:01,413 INFO [M:0;6e2c48d1e2be:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:45:01,413 INFO [M:0;6e2c48d1e2be:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:45:01,413 DEBUG [M:0;6e2c48d1e2be:43107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T05:45:01,413 DEBUG [M:0;6e2c48d1e2be:43107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T05:45:01,413 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T05:45:01,413 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908623023 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908623023,5,FailOnTimeoutGroup] 2024-11-18T05:45:01,413 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908623023 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908623023,5,FailOnTimeoutGroup] 2024-11-18T05:45:01,413 INFO [M:0;6e2c48d1e2be:43107 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T05:45:01,414 INFO [M:0;6e2c48d1e2be:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:45:01,414 DEBUG [M:0;6e2c48d1e2be:43107 {}] master.HMaster(1795): Stopping service threads 2024-11-18T05:45:01,414 INFO [M:0;6e2c48d1e2be:43107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T05:45:01,414 INFO [M:0;6e2c48d1e2be:43107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:45:01,414 INFO [M:0;6e2c48d1e2be:43107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:45:01,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T05:45:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T05:45:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:01,421 DEBUG [M:0;6e2c48d1e2be:43107 {}] zookeeper.ZKUtil(347): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T05:45:01,421 WARN [M:0;6e2c48d1e2be:43107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T05:45:01,423 INFO [M:0;6e2c48d1e2be:43107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/.lastflushedseqids 2024-11-18T05:45:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741878_1054 (size=228) 2024-11-18T05:45:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741878_1054 (size=228) 2024-11-18T05:45:01,434 INFO [M:0;6e2c48d1e2be:43107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:45:01,435 INFO [M:0;6e2c48d1e2be:43107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T05:45:01,435 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:45:01,435 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:01,435 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:01,435 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:45:01,435 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:01,435 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-11-18T05:45:01,451 DEBUG [M:0;6e2c48d1e2be:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b62273c2c70947f6b5ec0758fbc2994b is 82, key is hbase:meta,,1/info:regioninfo/1731908623703/Put/seqid=0 2024-11-18T05:45:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741879_1055 (size=5672) 2024-11-18T05:45:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741879_1055 (size=5672) 2024-11-18T05:45:01,456 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b62273c2c70947f6b5ec0758fbc2994b 2024-11-18T05:45:01,476 DEBUG [M:0;6e2c48d1e2be:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4acae3b865974f8194d6241bc3d5a643 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731908624195/Put/seqid=0 2024-11-18T05:45:01,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741880_1056 (size=7089) 2024-11-18T05:45:01,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741880_1056 (size=7089) 2024-11-18T05:45:01,481 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4acae3b865974f8194d6241bc3d5a643 2024-11-18T05:45:01,485 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4acae3b865974f8194d6241bc3d5a643 2024-11-18T05:45:01,497 DEBUG [M:0;6e2c48d1e2be:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eaa0886af93d4f8fad070cacabffd62c is 69, key is 6e2c48d1e2be,35455,1731908622572/rs:state/1731908623179/Put/seqid=0 2024-11-18T05:45:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741881_1057 (size=5156) 2024-11-18T05:45:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741881_1057 (size=5156) 2024-11-18T05:45:01,503 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eaa0886af93d4f8fad070cacabffd62c 2024-11-18T05:45:01,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:01,504 INFO [RS:0;6e2c48d1e2be:35455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:45:01,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1014dc1eb170001, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:01,504 INFO [RS:0;6e2c48d1e2be:35455 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,35455,1731908622572; zookeeper connection closed. 2024-11-18T05:45:01,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75d0c3aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75d0c3aa 2024-11-18T05:45:01,505 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T05:45:01,520 DEBUG [M:0;6e2c48d1e2be:43107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/62a68f3b48f64896b11885aa65cb2f8b is 52, key is load_balancer_on/state:d/1731908623814/Put/seqid=0 2024-11-18T05:45:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741882_1058 (size=5056) 2024-11-18T05:45:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741882_1058 (size=5056) 2024-11-18T05:45:01,525 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/62a68f3b48f64896b11885aa65cb2f8b 2024-11-18T05:45:01,530 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b62273c2c70947f6b5ec0758fbc2994b as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b62273c2c70947f6b5ec0758fbc2994b 2024-11-18T05:45:01,535 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b62273c2c70947f6b5ec0758fbc2994b, entries=8, sequenceid=125, filesize=5.5 K 2024-11-18T05:45:01,536 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4acae3b865974f8194d6241bc3d5a643 as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4acae3b865974f8194d6241bc3d5a643 2024-11-18T05:45:01,540 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4acae3b865974f8194d6241bc3d5a643 2024-11-18T05:45:01,541 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4acae3b865974f8194d6241bc3d5a643, entries=13, sequenceid=125, filesize=6.9 K 2024-11-18T05:45:01,542 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eaa0886af93d4f8fad070cacabffd62c as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eaa0886af93d4f8fad070cacabffd62c 2024-11-18T05:45:01,546 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eaa0886af93d4f8fad070cacabffd62c, entries=1, sequenceid=125, filesize=5.0 K 2024-11-18T05:45:01,547 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/62a68f3b48f64896b11885aa65cb2f8b as hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/62a68f3b48f64896b11885aa65cb2f8b 2024-11-18T05:45:01,551 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46407/user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/62a68f3b48f64896b11885aa65cb2f8b, entries=1, sequenceid=125, filesize=4.9 K 2024-11-18T05:45:01,552 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false 2024-11-18T05:45:01,553 INFO [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:01,553 DEBUG [M:0;6e2c48d1e2be:43107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908701435Disabling compacts and flushes for region at 1731908701435Disabling writes for close at 1731908701435Obtaining lock to block concurrent updates at 1731908701435Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731908701435Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1731908701436 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731908701437 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731908701437Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731908701451 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731908701451Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731908701460 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731908701476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731908701476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731908701485 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731908701497 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731908701497Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731908701507 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731908701520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731908701520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c48dcca: reopening flushed file at 1731908701529 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@872b95a: reopening flushed file at 1731908701535 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bb0bc4: reopening flushed file at 1731908701541 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27210d1: reopening flushed file at 1731908701546 (+5 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false at 1731908701552 (+6 ms)Writing region close event to WAL at 1731908701553 (+1 ms)Closed at 1731908701553 2024-11-18T05:45:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741830_1006 (size=61308) 2024-11-18T05:45:01,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5e16b1f-119a-1bf8-0e06-fe46a4179195/MasterData/WALs/6e2c48d1e2be,43107,1731908622431/6e2c48d1e2be%2C43107%2C1731908622431.1731908622714 not finished, retry = 0 2024-11-18T05:45:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44961 is added to blk_1073741830_1006 (size=61308) 2024-11-18T05:45:01,656 INFO [M:0;6e2c48d1e2be:43107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T05:45:01,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:45:01,656 INFO [M:0;6e2c48d1e2be:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-11-18T05:45:01,657 INFO [M:0;6e2c48d1e2be:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:45:01,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:01,832 INFO [M:0;6e2c48d1e2be:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:45:01,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43107-0x1014dc1eb170000, quorum=127.0.0.1:64561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:01,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669b42ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:45:01,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@656e0803{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:45:01,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:45:01,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7081815e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:45:01,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d156cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir/,STOPPED} 2024-11-18T05:45:01,839 WARN [BP-1684343340-172.17.0.2-1731908620353 heartbeating to localhost/127.0.0.1:46407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:45:01,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:45:01,840 WARN [BP-1684343340-172.17.0.2-1731908620353 heartbeating to localhost/127.0.0.1:46407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1684343340-172.17.0.2-1731908620353 (Datanode Uuid 1eabe504-2e6e-49a1-84f0-9d3b06ca4204) service to localhost/127.0.0.1:46407 2024-11-18T05:45:01,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:45:01,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data3/current/BP-1684343340-172.17.0.2-1731908620353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:01,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data4/current/BP-1684343340-172.17.0.2-1731908620353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:01,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:45:01,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795ac99d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:45:01,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@469c32b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:45:01,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:45:01,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30dbe8c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:45:01,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bc4c74f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir/,STOPPED} 2024-11-18T05:45:01,846 WARN [BP-1684343340-172.17.0.2-1731908620353 heartbeating to localhost/127.0.0.1:46407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:45:01,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:45:01,846 WARN [BP-1684343340-172.17.0.2-1731908620353 heartbeating to localhost/127.0.0.1:46407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1684343340-172.17.0.2-1731908620353 (Datanode Uuid 0e010077-971d-434e-b367-33c1b068b9cc) service to localhost/127.0.0.1:46407 2024-11-18T05:45:01,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:45:01,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data1/current/BP-1684343340-172.17.0.2-1731908620353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:01,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/cluster_5995aac3-eb42-cbe1-ee52-3b6f89570578/data/data2/current/BP-1684343340-172.17.0.2-1731908620353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:01,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:45:01,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@603fe95f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:45:01,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d49306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:45:01,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:45:01,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7110f9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:45:01,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b935e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir/,STOPPED} 2024-11-18T05:45:01,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T05:45:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T05:45:01,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=450 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 254), ProcessCount=11 (was 11), AvailableMemoryMB=4961 (was 5882) 2024-11-18T05:45:01,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=4961 2024-11-18T05:45:01,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:45:01,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.log.dir so I do NOT create it in target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde 2024-11-18T05:45:01,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a944b2cd-bb88-2ae0-aa37-cb71e82c4caa/hadoop.tmp.dir so I do NOT create it in target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde 2024-11-18T05:45:01,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c, deleteOnExit=true 2024-11-18T05:45:01,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/test.cache.data in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T05:45:01,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:45:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:45:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:45:02,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:45:02,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:45:02,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:45:02,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:45:02,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:45:02,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:45:02,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4272246d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:45:02,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e35d814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:45:02,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d98aa38{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/java.io.tmpdir/jetty-localhost-44859-hadoop-hdfs-3_4_1-tests_jar-_-any-3000076961099051040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:45:02,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b360eeb{HTTP/1.1, (http/1.1)}{localhost:44859} 2024-11-18T05:45:02,248 INFO [Time-limited test {}] server.Server(415): Started @229313ms 2024-11-18T05:45:02,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:45:02,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:45:02,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:45:02,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:45:02,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:45:02,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2120d28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:45:02,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2199219d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:45:02,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@936233d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/java.io.tmpdir/jetty-localhost-46331-hadoop-hdfs-3_4_1-tests_jar-_-any-16733607746837545436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:45:02,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6bfdb0{HTTP/1.1, (http/1.1)}{localhost:46331} 2024-11-18T05:45:02,537 INFO [Time-limited test {}] server.Server(415): Started @229602ms 2024-11-18T05:45:02,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:45:02,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:45:02,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:45:02,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:45:02,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:45:02,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:45:02,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a1e422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:45:02,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170a3b4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:45:02,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4837a4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/java.io.tmpdir/jetty-localhost-44265-hadoop-hdfs-3_4_1-tests_jar-_-any-244171742196719109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:45:02,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fbe9ec3{HTTP/1.1, (http/1.1)}{localhost:44265} 2024-11-18T05:45:02,699 INFO [Time-limited test {}] server.Server(415): Started @229764ms 2024-11-18T05:45:02,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:45:03,284 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data1/current/BP-1305975336-172.17.0.2-1731908701921/current, will proceed with Du for space computation calculation, 2024-11-18T05:45:03,284 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data2/current/BP-1305975336-172.17.0.2-1731908701921/current, will proceed with Du for space computation calculation, 2024-11-18T05:45:03,303 WARN [Thread-1581 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:45:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6210c4b92136eb2f with lease ID 0xa20e07c15fd840a4: Processing first storage report for DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884 from datanode DatanodeRegistration(127.0.0.1:46615, datanodeUuid=38ee08c1-24f8-49cf-986b-93c90a8db999, infoPort=36497, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921) 2024-11-18T05:45:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6210c4b92136eb2f with lease ID 0xa20e07c15fd840a4: from storage DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884 node DatanodeRegistration(127.0.0.1:46615, datanodeUuid=38ee08c1-24f8-49cf-986b-93c90a8db999, infoPort=36497, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:45:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6210c4b92136eb2f with lease ID 0xa20e07c15fd840a4: Processing first storage report for DS-0ad76eb8-e9e7-4aa0-af73-fdca17a5ae9b from datanode DatanodeRegistration(127.0.0.1:46615, datanodeUuid=38ee08c1-24f8-49cf-986b-93c90a8db999, infoPort=36497, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921) 2024-11-18T05:45:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6210c4b92136eb2f with lease ID 0xa20e07c15fd840a4: from storage DS-0ad76eb8-e9e7-4aa0-af73-fdca17a5ae9b node DatanodeRegistration(127.0.0.1:46615, datanodeUuid=38ee08c1-24f8-49cf-986b-93c90a8db999, infoPort=36497, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:45:03,453 WARN [Thread-1628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data3/current/BP-1305975336-172.17.0.2-1731908701921/current, will proceed with Du for space computation calculation, 2024-11-18T05:45:03,453 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data4/current/BP-1305975336-172.17.0.2-1731908701921/current, will proceed with Du for space computation calculation, 2024-11-18T05:45:03,470 WARN [Thread-1604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:45:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92ee0808581e75b8 with lease ID 0xa20e07c15fd840a5: Processing first storage report for DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5f26d69f-61af-4c75-ac80-064d629dad30, infoPort=40083, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921) 2024-11-18T05:45:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92ee0808581e75b8 with lease ID 0xa20e07c15fd840a5: from storage DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5f26d69f-61af-4c75-ac80-064d629dad30, infoPort=40083, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:45:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92ee0808581e75b8 with lease ID 0xa20e07c15fd840a5: Processing first storage report for DS-3b6fd0fa-1b90-40d1-8c1e-15f8229377b8 from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5f26d69f-61af-4c75-ac80-064d629dad30, infoPort=40083, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921) 2024-11-18T05:45:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92ee0808581e75b8 with lease ID 0xa20e07c15fd840a5: from storage DS-3b6fd0fa-1b90-40d1-8c1e-15f8229377b8 node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5f26d69f-61af-4c75-ac80-064d629dad30, infoPort=40083, infoSecurePort=0, ipcPort=46505, storageInfo=lv=-57;cid=testClusterID;nsid=1256219548;c=1731908701921), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:45:03,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde 2024-11-18T05:45:03,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/zookeeper_0, clientPort=52907, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:45:03,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52907 2024-11-18T05:45:03,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:45:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:45:03,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534 with version=8 2024-11-18T05:45:03,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36761/user/jenkins/test-data/cf6b33e7-ad77-92fd-45e7-322e53075b1a/hbase-staging 2024-11-18T05:45:03,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T05:45:03,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:45:03,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44051 2024-11-18T05:45:03,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44051 connecting to ZooKeeper ensemble=127.0.0.1:52907 2024-11-18T05:45:03,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440510x0, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:45:03,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44051-0x1014dc327f40000 connected 2024-11-18T05:45:03,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:45:03,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534, hbase.cluster.distributed=false 2024-11-18T05:45:03,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:45:03,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-18T05:45:03,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44051 2024-11-18T05:45:03,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44051 2024-11-18T05:45:03,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-18T05:45:03,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44051 2024-11-18T05:45:03,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:45:03,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:45:03,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45853 2024-11-18T05:45:03,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45853 connecting to ZooKeeper ensemble=127.0.0.1:52907 2024-11-18T05:45:03,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458530x0, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:45:03,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458530x0, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:45:03,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45853-0x1014dc327f40001 connected 2024-11-18T05:45:03,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:45:03,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:45:03,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:45:03,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:45:03,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-18T05:45:03,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45853 2024-11-18T05:45:03,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45853 2024-11-18T05:45:03,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-18T05:45:03,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-18T05:45:03,715 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:44051 2024-11-18T05:45:03,717 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:45:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:45:03,726 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:45:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:03,738 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:45:03,738 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,44051,1731908703548 from backup master directory 2024-11-18T05:45:03,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:03,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:45:03,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:45:03,745 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:45:03,745 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:03,749 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/hbase.id] with ID: dd784583-0566-4ec8-b10a-33e65351f1bb 2024-11-18T05:45:03,749 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/.tmp/hbase.id 2024-11-18T05:45:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:45:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:45:03,755 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/.tmp/hbase.id]:[hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/hbase.id] 2024-11-18T05:45:03,767 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:03,767 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T05:45:03,768 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T05:45:03,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:03,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:03,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:45:03,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:45:04,191 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:45:04,192 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:45:04,192 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:45:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:45:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:45:04,200 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store 2024-11-18T05:45:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:45:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:45:04,209 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:45:04,209 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:45:04,209 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:04,209 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:04,209 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:45:04,209 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:04,209 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:04,209 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908704209Disabling compacts and flushes for region at 1731908704209Disabling writes for close at 1731908704209Writing region close event to WAL at 1731908704209Closed at 1731908704209 2024-11-18T05:45:04,210 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/.initializing 2024-11-18T05:45:04,210 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/WALs/6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:04,211 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:45:04,213 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C44051%2C1731908703548, suffix=, logDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/WALs/6e2c48d1e2be,44051,1731908703548, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/oldWALs, maxLogs=10 2024-11-18T05:45:04,224 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/WALs/6e2c48d1e2be,44051,1731908703548/6e2c48d1e2be%2C44051%2C1731908703548.1731908704213, exclude list is [], retry=0 2024-11-18T05:45:04,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884,DISK] 2024-11-18T05:45:04,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d,DISK] 2024-11-18T05:45:04,228 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/WALs/6e2c48d1e2be,44051,1731908703548/6e2c48d1e2be%2C44051%2C1731908703548.1731908704213 2024-11-18T05:45:04,229 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:40083:40083)] 2024-11-18T05:45:04,229 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:45:04,229 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:45:04,229 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,229 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:45:04,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:04,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:45:04,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:45:04,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:45:04,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:45:04,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:45:04,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:45:04,237 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,237 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,238 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,239 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,239 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,240 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:45:04,241 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:45:04,243 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:45:04,243 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745986, jitterRate=-0.051430732011795044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:45:04,244 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731908704229Initializing all the Stores at 1731908704230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908704230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908704230Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908704230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908704230Cleaning up temporary data from old regions at 1731908704239 (+9 ms)Region opened successfully at 1731908704244 (+5 ms) 2024-11-18T05:45:04,244 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:45:04,247 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c103185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:45:04,248 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T05:45:04,248 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T05:45:04,248 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T05:45:04,248 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:45:04,249 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T05:45:04,249 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T05:45:04,249 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:45:04,251 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:45:04,251 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:45:04,303 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:45:04,304 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:45:04,304 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:45:04,312 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:45:04,312 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:45:04,313 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:45:04,320 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:45:04,321 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:45:04,328 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:45:04,330 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:45:04,337 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:45:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:45:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:45:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,346 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,44051,1731908703548, sessionid=0x1014dc327f40000, setting cluster-up flag (Was=false) 2024-11-18T05:45:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,387 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:45:04,388 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:04,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,428 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:45:04,429 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:04,430 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T05:45:04,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:45:04,432 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T05:45:04,432 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:45:04,432 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,44051,1731908703548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,433 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:45:04,434 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731908734434 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:45:04,434 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:45:04,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:45:04,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:45:04,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:45:04,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:45:04,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:45:04,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:45:04,435 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:45:04,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,435 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908704435,5,FailOnTimeoutGroup] 2024-11-18T05:45:04,436 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908704436,5,FailOnTimeoutGroup] 2024-11-18T05:45:04,436 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,436 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:45:04,436 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:45:04,436 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:45:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:45:04,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T05:45:04,442 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534 2024-11-18T05:45:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:45:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:45:04,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:45:04,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:45:04,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:45:04,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:04,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:45:04,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:45:04,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:45:04,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:45:04,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:04,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:45:04,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:45:04,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:04,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:04,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:45:04,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740 2024-11-18T05:45:04,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740 2024-11-18T05:45:04,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:45:04,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:45:04,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:45:04,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:45:04,462 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:45:04,463 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783216, jitterRate=-0.0040899962186813354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:45:04,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731908704448Initializing all the Stores at 1731908704449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908704449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908704449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908704449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908704449Cleaning up temporary data from old regions at 1731908704459 (+10 ms)Region opened successfully at 1731908704464 (+5 ms) 2024-11-18T05:45:04,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:45:04,464 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:45:04,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:45:04,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:45:04,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:45:04,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:45:04,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908704464Disabling compacts and flushes for region at 1731908704464Disabling writes for close at 1731908704464Writing region close event to WAL at 1731908704464Closed at 1731908704464 2024-11-18T05:45:04,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:45:04,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T05:45:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:45:04,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:45:04,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:45:04,505 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(746): ClusterId : dd784583-0566-4ec8-b10a-33e65351f1bb 2024-11-18T05:45:04,505 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:45:04,518 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:45:04,518 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:45:04,530 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:45:04,530 DEBUG [RS:0;6e2c48d1e2be:45853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c908ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:45:04,543 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:45853 2024-11-18T05:45:04,543 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:45:04,543 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:45:04,543 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:45:04,544 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,44051,1731908703548 with port=45853, startcode=1731908703679 2024-11-18T05:45:04,544 DEBUG [RS:0;6e2c48d1e2be:45853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:45:04,545 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:45:04,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44051 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,547 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534 2024-11-18T05:45:04,547 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37021 2024-11-18T05:45:04,547 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:45:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:45:04,554 DEBUG [RS:0;6e2c48d1e2be:45853 {}] zookeeper.ZKUtil(111): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,554 WARN [RS:0;6e2c48d1e2be:45853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:45:04,554 INFO [RS:0;6e2c48d1e2be:45853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:45:04,554 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,45853,1731908703679] 2024-11-18T05:45:04,557 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:45:04,559 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:45:04,559 INFO [RS:0;6e2c48d1e2be:45853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:45:04,559 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,560 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:45:04,560 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:45:04,560 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,560 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:45:04,561 DEBUG [RS:0;6e2c48d1e2be:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:45:04,562 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,563 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,563 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,563 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,563 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,563 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,45853,1731908703679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:45:04,577 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:45:04,577 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,45853,1731908703679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,577 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,578 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.Replication(171): 6e2c48d1e2be,45853,1731908703679 started 2024-11-18T05:45:04,590 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:04,590 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,45853,1731908703679, RpcServer on 6e2c48d1e2be/172.17.0.2:45853, sessionid=0x1014dc327f40001 2024-11-18T05:45:04,590 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:45:04,590 DEBUG [RS:0;6e2c48d1e2be:45853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,590 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,45853,1731908703679' 2024-11-18T05:45:04,590 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:45:04,591 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:45:04,592 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:45:04,592 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:45:04,592 DEBUG [RS:0;6e2c48d1e2be:45853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,592 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,45853,1731908703679' 2024-11-18T05:45:04,592 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:45:04,592 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:45:04,593 DEBUG [RS:0;6e2c48d1e2be:45853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:45:04,593 INFO [RS:0;6e2c48d1e2be:45853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:45:04,593 INFO [RS:0;6e2c48d1e2be:45853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:45:04,617 WARN [6e2c48d1e2be:44051 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T05:45:04,693 INFO [RS:0;6e2c48d1e2be:45853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:45:04,697 INFO [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C45853%2C1731908703679, suffix=, logDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs, maxLogs=32 2024-11-18T05:45:04,714 DEBUG [RS:0;6e2c48d1e2be:45853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679/6e2c48d1e2be%2C45853%2C1731908703679.1731908704697, exclude list is [], retry=0 2024-11-18T05:45:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d,DISK] 2024-11-18T05:45:04,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884,DISK] 2024-11-18T05:45:04,719 INFO [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679/6e2c48d1e2be%2C45853%2C1731908703679.1731908704697 2024-11-18T05:45:04,719 DEBUG [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40083:40083),(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-18T05:45:04,868 DEBUG [6e2c48d1e2be:44051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T05:45:04,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:04,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,45853,1731908703679, state=OPENING 2024-11-18T05:45:04,895 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:45:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:04,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:45:04,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,45853,1731908703679}] 2024-11-18T05:45:04,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:45:04,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:45:05,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:45:05,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:45:05,064 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T05:45:05,064 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:45:05,064 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:45:05,067 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C45853%2C1731908703679.meta, suffix=.meta, logDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs, maxLogs=32 2024-11-18T05:45:05,080 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679/6e2c48d1e2be%2C45853%2C1731908703679.meta.1731908705067.meta, exclude list is [], retry=0 2024-11-18T05:45:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d,DISK] 2024-11-18T05:45:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884,DISK] 2024-11-18T05:45:05,084 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/6e2c48d1e2be,45853,1731908703679/6e2c48d1e2be%2C45853%2C1731908703679.meta.1731908705067.meta 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40083:40083),(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:45:05,085 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T05:45:05,085 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T05:45:05,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:45:05,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:45:05,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:05,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:05,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:45:05,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:45:05,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:05,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:05,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:45:05,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:45:05,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:05,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:05,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:45:05,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:45:05,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:45:05,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:45:05,094 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:45:05,094 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740 2024-11-18T05:45:05,095 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740 2024-11-18T05:45:05,096 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:45:05,096 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:45:05,097 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:45:05,098 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:45:05,099 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691072, jitterRate=-0.12125691771507263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:45:05,099 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T05:45:05,099 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731908705086Writing region info on filesystem at 1731908705086Initializing all the Stores at 1731908705086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908705086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908705089 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731908705089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731908705089Cleaning up temporary data from old regions at 1731908705096 (+7 ms)Running coprocessor post-open hooks at 1731908705099 (+3 ms)Region opened successfully at 1731908705099 2024-11-18T05:45:05,100 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731908705056 2024-11-18T05:45:05,102 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:45:05,102 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T05:45:05,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:05,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,45853,1731908703679, state=OPEN 2024-11-18T05:45:05,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:45:05,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:45:05,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:45:05,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:45:05,158 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:05,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:45:05,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,45853,1731908703679 in 254 msec 2024-11-18T05:45:05,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:45:05,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-18T05:45:05,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:45:05,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T05:45:05,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:45:05,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,45853,1731908703679, seqNum=-1] 2024-11-18T05:45:05,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:45:05,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42449, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:45:05,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 741 msec 2024-11-18T05:45:05,174 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731908705174, completionTime=-1 2024-11-18T05:45:05,174 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T05:45:05,174 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:45:05,175 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T05:45:05,175 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731908765175 2024-11-18T05:45:05,175 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731908825175 2024-11-18T05:45:05,175 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-18T05:45:05,176 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44051,1731908703548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,176 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44051,1731908703548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,176 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44051,1731908703548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,176 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:44051, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,176 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,176 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,177 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.434sec 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44051,1731908703548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:45:05,179 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44051,1731908703548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:45:05,181 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:45:05,181 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:45:05,181 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,44051,1731908703548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:45:05,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cab4795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:45:05,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,44051,-1 for getting cluster id 2024-11-18T05:45:05,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T05:45:05,207 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd784583-0566-4ec8-b10a-33e65351f1bb' 2024-11-18T05:45:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T05:45:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd784583-0566-4ec8-b10a-33e65351f1bb" 2024-11-18T05:45:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ae3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:45:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,44051,-1] 2024-11-18T05:45:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T05:45:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:05,208 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T05:45:05,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf9ff5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:45:05,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:45:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,45853,1731908703679, seqNum=-1] 2024-11-18T05:45:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:45:05,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:45:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:05,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:45:05,218 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-18T05:45:05,218 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:45:05,219 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:45:05,222 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs, maxLogs=32 2024-11-18T05:45:05,239 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705222, exclude list is [], retry=0 2024-11-18T05:45:05,241 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d,DISK] 2024-11-18T05:45:05,241 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884,DISK] 2024-11-18T05:45:05,289 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705222 2024-11-18T05:45:05,290 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40083:40083),(127.0.0.1/127.0.0.1:36497:36497)] 2024-11-18T05:45:05,302 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705290, exclude list is [], retry=0 2024-11-18T05:45:05,305 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-bf91d08e-d7c4-4add-84c8-47a4e3d79884,DISK] 2024-11-18T05:45:05,305 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-79cfd8f2-5a35-4f52-91af-c46fdcf1cf1d,DISK] 2024-11-18T05:45:05,307 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705222 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705290 2024-11-18T05:45:05,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:40083:40083)] 2024-11-18T05:45:05,311 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705222 is not closed yet, will try archiving it next time 2024-11-18T05:45:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741835_1011 (size=93) 2024-11-18T05:45:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741835_1011 (size=93) 2024-11-18T05:45:05,314 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/WALs/test.com,8080,1/test.com%2C8080%2C1.1731908705222 to hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs/test.com%2C8080%2C1.1731908705222 2024-11-18T05:45:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741836_1012 (size=93) 2024-11-18T05:45:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741836_1012 (size=93) 2024-11-18T05:45:05,317 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs 2024-11-18T05:45:05,317 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731908705290) 2024-11-18T05:45:05,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T05:45:05,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:45:05,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:45:05,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:05,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:05,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T05:45:05,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T05:45:05,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1261540176, stopped=false 2024-11-18T05:45:05,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,44051,1731908703548 2024-11-18T05:45:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:45:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:45:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:05,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:45:05,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T05:45:05,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:45:05,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:05,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,45853,1731908703679' ***** 2024-11-18T05:45:05,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T05:45:05,527 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:45:05,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:45853. 2024-11-18T05:45:05,528 DEBUG [RS:0;6e2c48d1e2be:45853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:45:05,528 DEBUG [RS:0;6e2c48d1e2be:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T05:45:05,528 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T05:45:05,529 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T05:45:05,529 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T05:45:05,529 DEBUG [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T05:45:05,529 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:45:05,530 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:45:05,530 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:45:05,530 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:45:05,530 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:45:05,530 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T05:45:05,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:45:05,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:45:05,549 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/.tmp/ns/c7f2478baa0143aaaf660073a5ef273e is 43, key is default/ns:d/1731908705170/Put/seqid=0 2024-11-18T05:45:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741837_1013 (size=5153) 2024-11-18T05:45:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741837_1013 (size=5153) 2024-11-18T05:45:05,563 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T05:45:05,563 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/.tmp/ns/c7f2478baa0143aaaf660073a5ef273e 2024-11-18T05:45:05,563 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T05:45:05,570 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/.tmp/ns/c7f2478baa0143aaaf660073a5ef273e as hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/ns/c7f2478baa0143aaaf660073a5ef273e 2024-11-18T05:45:05,576 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/ns/c7f2478baa0143aaaf660073a5ef273e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T05:45:05,577 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=6, compaction requested=false 2024-11-18T05:45:05,577 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:45:05,582 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T05:45:05,583 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:45:05,583 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:45:05,583 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731908705529Running coprocessor pre-close hooks at 1731908705529Disabling compacts and flushes for region at 1731908705529Disabling writes for close at 1731908705530 (+1 ms)Obtaining lock to block concurrent updates at 1731908705530Preparing flush snapshotting stores in 1588230740 at 1731908705530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731908705530Flushing stores of hbase:meta,,1.1588230740 at 1731908705532 (+2 ms)Flushing 1588230740/ns: creating writer at 1731908705532Flushing 1588230740/ns: appending metadata at 1731908705548 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731908705548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468750ea: reopening flushed file at 1731908705569 (+21 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=6, compaction requested=false at 1731908705577 (+8 ms)Writing region close event to WAL at 1731908705578 (+1 ms)Running coprocessor post-close hooks at 1731908705583 (+5 ms)Closed at 1731908705583 2024-11-18T05:45:05,583 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T05:45:05,729 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,45853,1731908703679; all regions closed. 2024-11-18T05:45:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741834_1010 (size=1152) 2024-11-18T05:45:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741834_1010 (size=1152) 2024-11-18T05:45:05,733 DEBUG [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs 2024-11-18T05:45:05,734 INFO [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C45853%2C1731908703679.meta:.meta(num 1731908705067) 2024-11-18T05:45:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741833_1009 (size=93) 2024-11-18T05:45:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741833_1009 (size=93) 2024-11-18T05:45:05,738 DEBUG [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/oldWALs 2024-11-18T05:45:05,738 INFO [RS:0;6e2c48d1e2be:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C45853%2C1731908703679:(num 1731908704697) 2024-11-18T05:45:05,738 DEBUG [RS:0;6e2c48d1e2be:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:45:05,738 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:45:05,738 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:45:05,738 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T05:45:05,739 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:45:05,739 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:45:05,739 INFO [RS:0;6e2c48d1e2be:45853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45853 2024-11-18T05:45:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:45:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,45853,1731908703679 2024-11-18T05:45:05,753 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:45:05,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,45853,1731908703679] 2024-11-18T05:45:05,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,45853,1731908703679 already deleted, retry=false 2024-11-18T05:45:05,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,45853,1731908703679 expired; onlineServers=0 2024-11-18T05:45:05,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,44051,1731908703548' ***** 2024-11-18T05:45:05,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T05:45:05,770 INFO [M:0;6e2c48d1e2be:44051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:45:05,770 INFO [M:0;6e2c48d1e2be:44051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T05:45:05,770 DEBUG [M:0;6e2c48d1e2be:44051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T05:45:05,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T05:45:05,770 DEBUG [M:0;6e2c48d1e2be:44051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T05:45:05,770 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908704436 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731908704436,5,FailOnTimeoutGroup] 2024-11-18T05:45:05,770 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908704435 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731908704435,5,FailOnTimeoutGroup] 2024-11-18T05:45:05,770 INFO [M:0;6e2c48d1e2be:44051 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T05:45:05,770 INFO [M:0;6e2c48d1e2be:44051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T05:45:05,770 DEBUG [M:0;6e2c48d1e2be:44051 {}] master.HMaster(1795): Stopping service threads 2024-11-18T05:45:05,771 INFO [M:0;6e2c48d1e2be:44051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T05:45:05,771 INFO [M:0;6e2c48d1e2be:44051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:45:05,771 INFO [M:0;6e2c48d1e2be:44051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:45:05,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T05:45:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T05:45:05,778 DEBUG [M:0;6e2c48d1e2be:44051 {}] zookeeper.ZKUtil(347): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T05:45:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:45:05,778 WARN [M:0;6e2c48d1e2be:44051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T05:45:05,779 INFO [M:0;6e2c48d1e2be:44051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/.lastflushedseqids 2024-11-18T05:45:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741838_1014 (size=99) 2024-11-18T05:45:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741838_1014 (size=99) 2024-11-18T05:45:05,785 INFO [M:0;6e2c48d1e2be:44051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:45:05,785 INFO [M:0;6e2c48d1e2be:44051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T05:45:05,785 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:45:05,785 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:05,785 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:05,785 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:45:05,785 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:05,785 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-18T05:45:05,804 DEBUG [M:0;6e2c48d1e2be:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2284c32baa9940d9b367a6145725ae4c is 82, key is hbase:meta,,1/info:regioninfo/1731908705103/Put/seqid=0 2024-11-18T05:45:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741839_1015 (size=5672) 2024-11-18T05:45:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741839_1015 (size=5672) 2024-11-18T05:45:05,810 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2284c32baa9940d9b367a6145725ae4c 2024-11-18T05:45:05,833 DEBUG [M:0;6e2c48d1e2be:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/477afdde91e348489e7cb7e67be0acc6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731908705173/Put/seqid=0 2024-11-18T05:45:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741840_1016 (size=5275) 2024-11-18T05:45:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741840_1016 (size=5275) 2024-11-18T05:45:05,838 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/477afdde91e348489e7cb7e67be0acc6 2024-11-18T05:45:05,855 DEBUG [M:0;6e2c48d1e2be:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cfde3b03a264137b7b6e57abd73e61c is 69, key is 6e2c48d1e2be,45853,1731908703679/rs:state/1731908704546/Put/seqid=0 2024-11-18T05:45:05,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741841_1017 (size=5156) 2024-11-18T05:45:05,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741841_1017 (size=5156) 2024-11-18T05:45:05,860 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cfde3b03a264137b7b6e57abd73e61c 2024-11-18T05:45:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:05,862 INFO [RS:0;6e2c48d1e2be:45853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:45:05,862 INFO [RS:0;6e2c48d1e2be:45853 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,45853,1731908703679; zookeeper connection closed. 2024-11-18T05:45:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x1014dc327f40001, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:05,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fccc0a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fccc0a7 2024-11-18T05:45:05,862 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T05:45:05,878 DEBUG [M:0;6e2c48d1e2be:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbbb40fe6bfc4aae80ca98201dbb8dea is 52, key is load_balancer_on/state:d/1731908705217/Put/seqid=0 2024-11-18T05:45:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741842_1018 (size=5056) 2024-11-18T05:45:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741842_1018 (size=5056) 2024-11-18T05:45:05,883 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbbb40fe6bfc4aae80ca98201dbb8dea 2024-11-18T05:45:05,887 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2284c32baa9940d9b367a6145725ae4c as hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2284c32baa9940d9b367a6145725ae4c 2024-11-18T05:45:05,892 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2284c32baa9940d9b367a6145725ae4c, entries=8, sequenceid=29, filesize=5.5 K 2024-11-18T05:45:05,893 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/477afdde91e348489e7cb7e67be0acc6 as hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/477afdde91e348489e7cb7e67be0acc6 2024-11-18T05:45:05,897 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/477afdde91e348489e7cb7e67be0acc6, entries=3, sequenceid=29, filesize=5.2 K 2024-11-18T05:45:05,898 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cfde3b03a264137b7b6e57abd73e61c as hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cfde3b03a264137b7b6e57abd73e61c 2024-11-18T05:45:05,901 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cfde3b03a264137b7b6e57abd73e61c, entries=1, sequenceid=29, filesize=5.0 K 2024-11-18T05:45:05,902 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fbbb40fe6bfc4aae80ca98201dbb8dea as hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fbbb40fe6bfc4aae80ca98201dbb8dea 2024-11-18T05:45:05,906 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/88ecef79-49df-3d79-c6b8-0d5b13a73534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fbbb40fe6bfc4aae80ca98201dbb8dea, entries=1, sequenceid=29, filesize=4.9 K 2024-11-18T05:45:05,906 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=29, compaction requested=false 2024-11-18T05:45:05,908 INFO [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:45:05,908 DEBUG [M:0;6e2c48d1e2be:44051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731908705785Disabling compacts and flushes for region at 1731908705785Disabling writes for close at 1731908705785Obtaining lock to block concurrent updates at 1731908705785Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731908705785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731908705786 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731908705786Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731908705786Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731908705804 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731908705804Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731908705814 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731908705832 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731908705832Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731908705842 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731908705854 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731908705854Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731908705864 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731908705877 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731908705877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b86958e: reopening flushed file at 1731908705887 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fccbeb2: reopening flushed file at 1731908705892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e375dbe: reopening flushed file at 1731908705897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75619f48: reopening flushed file at 1731908705902 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=29, compaction requested=false at 1731908705906 (+4 ms)Writing region close event to WAL at 1731908705908 (+2 ms)Closed at 1731908705908 2024-11-18T05:45:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741830_1006 (size=10311) 2024-11-18T05:45:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741830_1006 (size=10311) 2024-11-18T05:45:05,910 INFO [M:0;6e2c48d1e2be:44051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T05:45:05,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T05:45:05,910 INFO [M:0;6e2c48d1e2be:44051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44051 2024-11-18T05:45:05,910 INFO [M:0;6e2c48d1e2be:44051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:45:06,054 INFO [M:0;6e2c48d1e2be:44051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:45:06,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:06,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1014dc327f40000, quorum=127.0.0.1:52907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:45:06,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4837a4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:45:06,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fbe9ec3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:45:06,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:45:06,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170a3b4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:45:06,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a1e422{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir/,STOPPED} 2024-11-18T05:45:06,065 WARN [BP-1305975336-172.17.0.2-1731908701921 heartbeating to localhost/127.0.0.1:37021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:45:06,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:45:06,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:45:06,065 WARN [BP-1305975336-172.17.0.2-1731908701921 heartbeating to localhost/127.0.0.1:37021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1305975336-172.17.0.2-1731908701921 (Datanode Uuid 5f26d69f-61af-4c75-ac80-064d629dad30) service to localhost/127.0.0.1:37021 2024-11-18T05:45:06,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data3/current/BP-1305975336-172.17.0.2-1731908701921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:06,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data4/current/BP-1305975336-172.17.0.2-1731908701921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:06,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:45:06,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@936233d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:45:06,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6bfdb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:45:06,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:45:06,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2199219d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:45:06,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2120d28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir/,STOPPED} 2024-11-18T05:45:06,068 WARN [BP-1305975336-172.17.0.2-1731908701921 heartbeating to localhost/127.0.0.1:37021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:45:06,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:45:06,068 WARN [BP-1305975336-172.17.0.2-1731908701921 heartbeating to localhost/127.0.0.1:37021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1305975336-172.17.0.2-1731908701921 (Datanode Uuid 38ee08c1-24f8-49cf-986b-93c90a8db999) service to localhost/127.0.0.1:37021 2024-11-18T05:45:06,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:45:06,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data1/current/BP-1305975336-172.17.0.2-1731908701921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:06,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/cluster_2b95e5d7-060d-e6b8-5bf3-b14889e3169c/data/data2/current/BP-1305975336-172.17.0.2-1731908701921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:45:06,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:45:06,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d98aa38{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:45:06,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b360eeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:45:06,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:45:06,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e35d814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:45:06,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4272246d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03423ad6-4221-9bee-c3ba-f51d38aedbde/hadoop.log.dir/,STOPPED} 2024-11-18T05:45:06,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T05:45:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T05:45:06,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 107) - Thread LEAK? -, OpenFileDescriptor=501 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 216) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4874 (was 4961)