2024-11-14 14:49:00,781 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 14:49:00,796 main DEBUG Took 0.013009 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:49:00,797 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:49:00,797 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:49:00,798 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:49:00,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,807 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:49:00,842 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,846 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,847 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,848 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,850 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,852 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,853 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,855 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,857 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:49:00,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,860 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:49:00,862 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:49:00,863 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:49:00,866 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:49:00,866 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:49:00,868 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:49:00,868 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:49:00,879 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:49:00,882 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:49:00,888 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:49:00,889 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:49:00,889 main DEBUG createAppenders(={Console}) 2024-11-14 14:49:00,890 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-14 14:49:00,891 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 14:49:00,891 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-14 14:49:00,892 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:49:00,892 main DEBUG OutputStream closed 2024-11-14 14:49:00,892 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:49:00,893 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:49:00,893 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-14 14:49:00,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:49:00,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:49:00,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:49:00,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:49:00,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:49:00,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:49:00,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:49:00,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:49:00,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:49:00,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:49:00,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:49:00,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:49:00,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:49:00,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:49:00,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:49:00,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:49:00,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:49:00,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:49:00,996 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:49:00,996 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-14 14:49:00,996 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:49:00,997 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-14T14:49:01,340 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a 2024-11-14 14:49:01,344 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:49:01,344 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:49:01,355 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-14T14:49:01,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=9223 2024-11-14T14:49:01,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:49:01,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05, deleteOnExit=true 2024-11-14T14:49:01,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:49:01,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/test.cache.data in system properties and HBase conf 2024-11-14T14:49:01,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:49:01,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:49:01,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:49:01,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:49:01,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:49:01,514 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:49:01,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:49:01,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:49:01,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:49:01,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:49:01,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:49:01,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:49:01,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:49:01,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:49:01,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:49:01,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:49:01,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:49:01,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:49:01,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:49:01,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:49:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:49:02,559 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:49:02,664 INFO [Time-limited test {}] log.Log(170): Logging initialized @2798ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:49:02,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:49:02,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:49:02,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:49:02,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:49:02,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:49:02,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:49:02,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:49:02,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:49:03,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/java.io.tmpdir/jetty-localhost-38587-hadoop-hdfs-3_4_1-tests_jar-_-any-8794488535062659144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:49:03,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:38587} 2024-11-14T14:49:03,143 INFO [Time-limited test {}] server.Server(415): Started @3279ms 2024-11-14T14:49:03,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:49:03,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:49:03,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:49:03,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:49:03,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:49:03,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:49:03,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:49:03,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/java.io.tmpdir/jetty-localhost-46377-hadoop-hdfs-3_4_1-tests_jar-_-any-17708254516457109367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:49:03,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:46377} 2024-11-14T14:49:03,872 INFO [Time-limited test {}] server.Server(415): Started @4008ms 2024-11-14T14:49:03,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:49:04,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:49:04,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:49:04,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:49:04,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:49:04,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:49:04,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:49:04,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:49:04,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/java.io.tmpdir/jetty-localhost-45931-hadoop-hdfs-3_4_1-tests_jar-_-any-10780373042509252312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:49:04,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:45931} 2024-11-14T14:49:04,394 INFO [Time-limited test {}] server.Server(415): Started @4529ms 2024-11-14T14:49:04,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:49:04,602 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data1/current/BP-199253893-172.17.0.2-1731595742278/current, will proceed with Du for space computation calculation, 2024-11-14T14:49:04,604 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data4/current/BP-199253893-172.17.0.2-1731595742278/current, will proceed with Du for space computation calculation, 2024-11-14T14:49:04,603 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data3/current/BP-199253893-172.17.0.2-1731595742278/current, will proceed with Du for space computation calculation, 2024-11-14T14:49:04,602 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data2/current/BP-199253893-172.17.0.2-1731595742278/current, will proceed with Du for space computation calculation, 2024-11-14T14:49:04,722 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:49:04,727 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:49:04,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dbc8647ff7d235c with lease ID 0x7f31fb0406aff049: Processing first storage report for DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1 from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=37b471f7-67fe-4b61-bb53-98fa8594c9b9, infoPort=43005, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278) 2024-11-14T14:49:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dbc8647ff7d235c with lease ID 0x7f31fb0406aff049: from storage DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1 node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=37b471f7-67fe-4b61-bb53-98fa8594c9b9, infoPort=43005, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:49:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbf0c52b12c004fa with lease ID 0x7f31fb0406aff04a: Processing first storage report for DS-d0e6518e-71fa-4c91-b139-3921f5ef7840 from datanode DatanodeRegistration(127.0.0.1:33661, datanodeUuid=a0098d18-8f78-4322-891b-9fd706ae0b4b, infoPort=39431, infoSecurePort=0, ipcPort=38005, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278) 2024-11-14T14:49:04,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbf0c52b12c004fa with lease ID 0x7f31fb0406aff04a: from storage DS-d0e6518e-71fa-4c91-b139-3921f5ef7840 node DatanodeRegistration(127.0.0.1:33661, datanodeUuid=a0098d18-8f78-4322-891b-9fd706ae0b4b, infoPort=39431, infoSecurePort=0, ipcPort=38005, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:49:04,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbf0c52b12c004fa with lease ID 0x7f31fb0406aff04a: Processing first storage report for DS-3ecb92a7-65a2-4d30-a72f-d4cd18629657 from datanode DatanodeRegistration(127.0.0.1:33661, datanodeUuid=a0098d18-8f78-4322-891b-9fd706ae0b4b, infoPort=39431, infoSecurePort=0, ipcPort=38005, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278) 2024-11-14T14:49:04,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbf0c52b12c004fa with lease ID 0x7f31fb0406aff04a: from storage DS-3ecb92a7-65a2-4d30-a72f-d4cd18629657 node DatanodeRegistration(127.0.0.1:33661, datanodeUuid=a0098d18-8f78-4322-891b-9fd706ae0b4b, infoPort=39431, infoSecurePort=0, ipcPort=38005, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:49:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dbc8647ff7d235c with lease ID 0x7f31fb0406aff049: Processing first storage report for DS-9d3f3fe6-d123-489b-b431-023cca3abd41 from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=37b471f7-67fe-4b61-bb53-98fa8594c9b9, infoPort=43005, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278) 2024-11-14T14:49:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dbc8647ff7d235c with lease ID 0x7f31fb0406aff049: from storage DS-9d3f3fe6-d123-489b-b431-023cca3abd41 node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=37b471f7-67fe-4b61-bb53-98fa8594c9b9, infoPort=43005, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=153219345;c=1731595742278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:49:04,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a 2024-11-14T14:49:05,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/zookeeper_0, clientPort=55880, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:49:05,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55880 2024-11-14T14:49:05,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:05,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:05,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:49:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:49:05,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210 with version=8 2024-11-14T14:49:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase-staging 2024-11-14T14:49:05,895 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T14:49:06,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:49:06,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:49:06,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:49:06,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:49:06,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:49:06,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:49:06,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:49:06,397 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:49:06,410 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:49:06,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:49:06,443 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25114 (auto-detected) 2024-11-14T14:49:06,444 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T14:49:06,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39985 2024-11-14T14:49:06,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39985 connecting to ZooKeeper ensemble=127.0.0.1:55880 2024-11-14T14:49:06,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399850x0, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:49:06,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39985-0x101a741ac540000 connected 2024-11-14T14:49:06,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:06,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:06,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:49:06,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210, hbase.cluster.distributed=false 2024-11-14T14:49:06,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:49:06,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39985 2024-11-14T14:49:06,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39985 2024-11-14T14:49:06,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39985 2024-11-14T14:49:06,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39985 2024-11-14T14:49:06,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39985 2024-11-14T14:49:06,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:49:06,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:49:06,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:49:06,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:49:06,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:49:06,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:49:06,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:49:06,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:49:06,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40167 2024-11-14T14:49:06,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40167 connecting to ZooKeeper ensemble=127.0.0.1:55880 2024-11-14T14:49:06,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:06,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401670x0, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:49:06,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401670x0, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:49:06,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40167-0x101a741ac540001 connected 2024-11-14T14:49:06,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:49:06,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:49:06,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:49:06,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:49:06,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40167 2024-11-14T14:49:06,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40167 2024-11-14T14:49:06,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40167 2024-11-14T14:49:06,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40167 2024-11-14T14:49:06,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40167 2024-11-14T14:49:06,825 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:39985 2024-11-14T14:49:06,827 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:06,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:49:06,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:49:06,837 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:06,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:06,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:49:06,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:06,860 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:49:06,861 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,39985,1731595745951 from backup master directory 2024-11-14T14:49:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:49:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:49:06,865 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:49:06,865 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:06,868 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T14:49:06,870 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T14:49:06,941 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase.id] with ID: c34eee51-634d-435d-b3ab-f9e948320228 2024-11-14T14:49:06,941 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/.tmp/hbase.id 2024-11-14T14:49:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:49:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:49:06,955 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/.tmp/hbase.id]:[hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase.id] 2024-11-14T14:49:07,003 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:07,008 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:49:07,030 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T14:49:07,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:49:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:49:07,071 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:49:07,073 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:49:07,080 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:49:07,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:49:07,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:49:07,140 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store 2024-11-14T14:49:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:49:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:49:07,174 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T14:49:07,178 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:49:07,180 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:49:07,180 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:49:07,180 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:49:07,182 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-14T14:49:07,183 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:49:07,183 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:49:07,184 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595747180Disabling compacts and flushes for region at 1731595747180Disabling writes for close at 1731595747182 (+2 ms)Writing region close event to WAL at 1731595747183 (+1 ms)Closed at 1731595747183 2024-11-14T14:49:07,188 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/.initializing 2024-11-14T14:49:07,188 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/WALs/da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:07,201 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:49:07,220 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C39985%2C1731595745951, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/WALs/da1c6afcd1f9,39985,1731595745951, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/oldWALs, maxLogs=10 2024-11-14T14:49:07,255 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/WALs/da1c6afcd1f9,39985,1731595745951/da1c6afcd1f9%2C39985%2C1731595745951.1731595747226, exclude list is [], retry=0 2024-11-14T14:49:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:49:07,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:07,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T14:49:07,333 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/WALs/da1c6afcd1f9,39985,1731595745951/da1c6afcd1f9%2C39985%2C1731595745951.1731595747226 2024-11-14T14:49:07,334 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431),(127.0.0.1/127.0.0.1:43005:43005)] 2024-11-14T14:49:07,335 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:49:07,335 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:49:07,339 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,340 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:49:07,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:07,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:07,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:49:07,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:07,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:49:07,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:49:07,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:49:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:49:07,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:07,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:49:07,430 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,434 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,436 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,442 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,443 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:49:07,450 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:49:07,455 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:49:07,457 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748123, jitterRate=-0.04871360957622528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:49:07,463 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595747352Initializing all the Stores at 1731595747355 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595747355Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595747356 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595747356Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595747356Cleaning up temporary data from old regions at 1731595747443 (+87 ms)Region opened successfully at 1731595747463 (+20 ms) 2024-11-14T14:49:07,465 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:49:07,501 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490b6fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:49:07,534 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:49:07,546 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:49:07,547 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:49:07,550 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:49:07,551 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:49:07,556 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T14:49:07,557 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:49:07,585 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:49:07,593 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:49:07,596 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:49:07,598 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:49:07,600 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:49:07,601 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:49:07,603 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:49:07,607 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:49:07,608 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:49:07,609 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:49:07,611 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:49:07,628 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:49:07,631 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:49:07,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:49:07,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:49:07,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,643 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,39985,1731595745951, sessionid=0x101a741ac540000, setting cluster-up flag (Was=false) 2024-11-14T14:49:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,665 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:49:07,667 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:07,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:07,680 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:49:07,682 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:07,690 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:49:07,711 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(746): ClusterId : c34eee51-634d-435d-b3ab-f9e948320228 2024-11-14T14:49:07,714 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:49:07,719 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:49:07,719 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:49:07,722 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:49:07,723 DEBUG [RS:0;da1c6afcd1f9:40167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f9fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:49:07,738 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:40167 2024-11-14T14:49:07,741 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:49:07,741 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:49:07,741 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:49:07,745 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,39985,1731595745951 with port=40167, startcode=1731595746694 2024-11-14T14:49:07,759 DEBUG [RS:0;da1c6afcd1f9:40167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:49:07,772 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:49:07,785 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:49:07,796 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:49:07,802 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:49:07,806 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,39985,1731595745951 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:49:07,809 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:49:07,816 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:49:07,816 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:49:07,816 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:49:07,816 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:49:07,817 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:49:07,817 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:07,817 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:49:07,817 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:07,820 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595777819 2024-11-14T14:49:07,821 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:49:07,823 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:49:07,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:49:07,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:49:07,827 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:49:07,827 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:49:07,828 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:49:07,828 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:49:07,828 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:07,832 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:49:07,833 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:49:07,834 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:49:07,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:07,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:49:07,838 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:49:07,838 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:49:07,840 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T14:49:07,840 WARN [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T14:49:07,844 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595747840,5,FailOnTimeoutGroup] 2024-11-14T14:49:07,845 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595747844,5,FailOnTimeoutGroup] 2024-11-14T14:49:07,845 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:07,845 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:49:07,847 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:07,847 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:49:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:49:07,941 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,39985,1731595745951 with port=40167, startcode=1731595746694 2024-11-14T14:49:07,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:07,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39985 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:07,956 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210 2024-11-14T14:49:07,956 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39949 2024-11-14T14:49:07,956 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:49:07,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:49:07,961 DEBUG [RS:0;da1c6afcd1f9:40167 {}] zookeeper.ZKUtil(111): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:07,962 WARN [RS:0;da1c6afcd1f9:40167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:49:07,962 INFO [RS:0;da1c6afcd1f9:40167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:49:07,962 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:07,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,40167,1731595746694] 2024-11-14T14:49:07,990 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:49:08,006 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:49:08,011 INFO [RS:0;da1c6afcd1f9:40167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:49:08,012 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,013 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:49:08,018 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:49:08,020 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,020 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,020 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,021 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,021 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,021 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,021 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:49:08,021 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:49:08,022 DEBUG [RS:0;da1c6afcd1f9:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:49:08,023 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,023 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,024 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,024 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,024 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,024 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,40167,1731595746694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:49:08,045 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:49:08,048 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,40167,1731595746694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,049 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,049 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.Replication(171): da1c6afcd1f9,40167,1731595746694 started 2024-11-14T14:49:08,069 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,070 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,40167,1731595746694, RpcServer on da1c6afcd1f9/172.17.0.2:40167, sessionid=0x101a741ac540001 2024-11-14T14:49:08,071 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:49:08,071 DEBUG [RS:0;da1c6afcd1f9:40167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:08,071 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,40167,1731595746694' 2024-11-14T14:49:08,071 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:49:08,072 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:49:08,073 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:49:08,073 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:49:08,073 DEBUG [RS:0;da1c6afcd1f9:40167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:08,073 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,40167,1731595746694' 2024-11-14T14:49:08,073 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:49:08,074 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:49:08,075 DEBUG [RS:0;da1c6afcd1f9:40167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:49:08,075 INFO [RS:0;da1c6afcd1f9:40167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:49:08,075 INFO [RS:0;da1c6afcd1f9:40167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:49:08,181 INFO [RS:0;da1c6afcd1f9:40167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:49:08,185 INFO [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C40167%2C1731595746694, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/oldWALs, maxLogs=32 2024-11-14T14:49:08,203 DEBUG [RS:0;da1c6afcd1f9:40167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595748188, exclude list is [], retry=0 2024-11-14T14:49:08,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:08,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:08,213 INFO [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595748188 2024-11-14T14:49:08,214 DEBUG [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431),(127.0.0.1/127.0.0.1:43005:43005)] 2024-11-14T14:49:08,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:49:08,263 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210 2024-11-14T14:49:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:49:08,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:49:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:49:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:49:08,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:49:08,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:49:08,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:49:08,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:49:08,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:49:08,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:49:08,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:49:08,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:49:08,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740 2024-11-14T14:49:08,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740 2024-11-14T14:49:08,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:49:08,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:49:08,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:49:08,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:49:08,306 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:49:08,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732527, jitterRate=-0.06854404509067535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:49:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595748277Initializing all the Stores at 1731595748279 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595748279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595748280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595748280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595748280Cleaning up temporary data from old regions at 1731595748299 (+19 ms)Region opened successfully at 1731595748309 (+10 ms) 2024-11-14T14:49:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:49:08,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:49:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:49:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:49:08,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:49:08,312 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:49:08,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595748310Disabling compacts and flushes for region at 1731595748310Disabling writes for close at 1731595748310Writing region close event to WAL at 1731595748311 (+1 ms)Closed at 1731595748312 (+1 ms) 2024-11-14T14:49:08,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:49:08,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:49:08,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:49:08,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:49:08,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:49:08,488 DEBUG [da1c6afcd1f9:39985 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:49:08,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:08,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,40167,1731595746694, state=OPENING 2024-11-14T14:49:08,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:49:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:08,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:49:08,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:49:08,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:49:08,518 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:49:08,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,40167,1731595746694}] 2024-11-14T14:49:08,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:49:08,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:49:08,714 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:49:08,715 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:49:08,716 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:49:08,720 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C40167%2C1731595746694.meta, suffix=.meta, logDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/oldWALs, maxLogs=32 2024-11-14T14:49:08,737 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.meta.1731595748721.meta, exclude list is [], retry=0 2024-11-14T14:49:08,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:08,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:08,745 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.meta.1731595748721.meta 2024-11-14T14:49:08,746 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43005:43005),(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-14T14:49:08,746 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:49:08,748 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:49:08,751 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:49:08,757 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:49:08,763 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:49:08,763 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:49:08,764 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:49:08,764 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:49:08,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:49:08,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:49:08,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:49:08,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:49:08,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:49:08,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:49:08,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:49:08,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:49:08,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:08,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:49:08,779 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:49:08,780 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740 2024-11-14T14:49:08,783 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740 2024-11-14T14:49:08,785 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:49:08,785 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:49:08,786 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:49:08,789 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:49:08,791 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781813, jitterRate=-0.005874305963516235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:49:08,791 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:49:08,793 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595748765Writing region info on filesystem at 1731595748765Initializing all the Stores at 1731595748767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595748767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595748767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595748767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595748767Cleaning up temporary data from old regions at 1731595748785 (+18 ms)Running coprocessor post-open hooks at 1731595748791 (+6 ms)Region opened successfully at 1731595748792 (+1 ms) 2024-11-14T14:49:08,803 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595748691 2024-11-14T14:49:08,818 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:49:08,818 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:49:08,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:08,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,40167,1731595746694, state=OPEN 2024-11-14T14:49:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:49:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:49:08,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:49:08,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:49:08,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:08,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:49:08,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,40167,1731595746694 in 310 msec 2024-11-14T14:49:08,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:49:08,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-14T14:49:08,844 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:49:08,844 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:49:08,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:49:08,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,40167,1731595746694, seqNum=-1] 2024-11-14T14:49:08,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:49:08,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36209, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:49:08,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-14T14:49:08,924 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595748924, completionTime=-1 2024-11-14T14:49:08,928 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:49:08,928 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:49:08,960 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T14:49:08,960 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731595808960 2024-11-14T14:49:08,960 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731595868960 2024-11-14T14:49:08,961 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-14T14:49:08,963 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39985,1731595745951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,964 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39985,1731595745951-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,964 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39985,1731595745951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,966 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:39985, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,967 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,967 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:08,973 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:49:09,037 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.171sec 2024-11-14T14:49:09,039 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:49:09,041 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:49:09,042 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:49:09,043 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:49:09,043 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:49:09,044 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39985,1731595745951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:49:09,045 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39985,1731595745951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:49:09,055 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:49:09,057 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:49:09,057 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39985,1731595745951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:49:09,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:49:09,126 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T14:49:09,126 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T14:49:09,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,39985,-1 for getting cluster id 2024-11-14T14:49:09,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:49:09,142 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c34eee51-634d-435d-b3ab-f9e948320228' 2024-11-14T14:49:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:49:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c34eee51-634d-435d-b3ab-f9e948320228" 2024-11-14T14:49:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bb15a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:49:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,39985,-1] 2024-11-14T14:49:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:49:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:49:09,156 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:49:09,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffbf561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:49:09,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:49:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,40167,1731595746694, seqNum=-1] 2024-11-14T14:49:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:49:09,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:49:09,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:09,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:49:09,206 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T14:49:09,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:49:09,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,39985,1731595745951 2024-11-14T14:49:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@249d22a 2024-11-14T14:49:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:49:09,220 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:49:09,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T14:49:09,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T14:49:09,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:49:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-14T14:49:09,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:49:09,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-14T14:49:09,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:09,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:49:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:49:09,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741835_1011 (size=389) 2024-11-14T14:49:09,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741835_1011 (size=389) 2024-11-14T14:49:09,255 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13dc5891f6c720c6ca9f3a795b69b8cd, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210 2024-11-14T14:49:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741836_1012 (size=72) 2024-11-14T14:49:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741836_1012 (size=72) 2024-11-14T14:49:09,267 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:49:09,267 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 13dc5891f6c720c6ca9f3a795b69b8cd, disabling compactions & flushes 2024-11-14T14:49:09,267 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,267 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,267 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. after waiting 0 ms 2024-11-14T14:49:09,267 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,267 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,267 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13dc5891f6c720c6ca9f3a795b69b8cd: Waiting for close lock at 1731595749267Disabling compacts and flushes for region at 1731595749267Disabling writes for close at 1731595749267Writing region close event to WAL at 1731595749267Closed at 1731595749267 2024-11-14T14:49:09,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:49:09,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731595749270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595749270"}]},"ts":"1731595749270"} 2024-11-14T14:49:09,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:49:09,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:49:09,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595749284"}]},"ts":"1731595749284"} 2024-11-14T14:49:09,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-14T14:49:09,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=13dc5891f6c720c6ca9f3a795b69b8cd, ASSIGN}] 2024-11-14T14:49:09,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=13dc5891f6c720c6ca9f3a795b69b8cd, ASSIGN 2024-11-14T14:49:09,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=13dc5891f6c720c6ca9f3a795b69b8cd, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,40167,1731595746694; forceNewPlan=false, retain=false 2024-11-14T14:49:09,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13dc5891f6c720c6ca9f3a795b69b8cd, regionState=OPENING, regionLocation=da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:09,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=13dc5891f6c720c6ca9f3a795b69b8cd, ASSIGN because future has completed 2024-11-14T14:49:09,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13dc5891f6c720c6ca9f3a795b69b8cd, server=da1c6afcd1f9,40167,1731595746694}] 2024-11-14T14:49:09,621 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,621 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13dc5891f6c720c6ca9f3a795b69b8cd, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:49:09,622 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,622 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:49:09,622 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,622 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,625 INFO [StoreOpener-13dc5891f6c720c6ca9f3a795b69b8cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,628 INFO [StoreOpener-13dc5891f6c720c6ca9f3a795b69b8cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dc5891f6c720c6ca9f3a795b69b8cd columnFamilyName info 2024-11-14T14:49:09,628 DEBUG [StoreOpener-13dc5891f6c720c6ca9f3a795b69b8cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:49:09,629 INFO [StoreOpener-13dc5891f6c720c6ca9f3a795b69b8cd-1 {}] regionserver.HStore(327): Store=13dc5891f6c720c6ca9f3a795b69b8cd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:49:09,629 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,631 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,631 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,632 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,632 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,636 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,641 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:49:09,641 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13dc5891f6c720c6ca9f3a795b69b8cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780667, jitterRate=-0.007331058382987976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:49:09,642 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:09,643 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13dc5891f6c720c6ca9f3a795b69b8cd: Running coprocessor pre-open hook at 1731595749623Writing region info on filesystem at 1731595749623Initializing all the Stores at 1731595749624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595749624Cleaning up temporary data from old regions at 1731595749632 (+8 ms)Running coprocessor post-open hooks at 1731595749642 (+10 ms)Region opened successfully at 1731595749642 2024-11-14T14:49:09,645 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd., pid=6, masterSystemTime=1731595749614 2024-11-14T14:49:09,649 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,649 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:09,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13dc5891f6c720c6ca9f3a795b69b8cd, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,40167,1731595746694 2024-11-14T14:49:09,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13dc5891f6c720c6ca9f3a795b69b8cd, server=da1c6afcd1f9,40167,1731595746694 because future has completed 2024-11-14T14:49:09,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:49:09,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13dc5891f6c720c6ca9f3a795b69b8cd, server=da1c6afcd1f9,40167,1731595746694 in 198 msec 2024-11-14T14:49:09,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:49:09,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=13dc5891f6c720c6ca9f3a795b69b8cd, ASSIGN in 366 msec 2024-11-14T14:49:09,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:49:09,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595749667"}]},"ts":"1731595749667"} 2024-11-14T14:49:09,671 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-14T14:49:09,672 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:49:09,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 444 msec 2024-11-14T14:49:14,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:49:14,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:49:14,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-14T14:49:16,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:49:16,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:49:16,397 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T14:49:16,397 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T14:49:16,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:49:16,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:49:16,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:49:16,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:49:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:49:19,256 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-14T14:49:19,259 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-14T14:49:19,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-14T14:49:19,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:49:19,281 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595759267, exclude list is [], retry=0 2024-11-14T14:49:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:19,289 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595748188 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595759267 2024-11-14T14:49:19,290 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43005:43005),(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-14T14:49:19,290 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595748188 is not closed yet, will try archiving it next time 2024-11-14T14:49:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741832_1008 (size=451) 2024-11-14T14:49:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741832_1008 (size=451) 2024-11-14T14:49:19,296 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595748188 to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/oldWALs/da1c6afcd1f9%2C40167%2C1731595746694.1731595748188 2024-11-14T14:49:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd., hostname=da1c6afcd1f9,40167,1731595746694, seqNum=2] 2024-11-14T14:49:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegion(8855): Flush requested on 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:33,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13dc5891f6c720c6ca9f3a795b69b8cd 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:49:33,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/4fff3f5999fd4080b39d5769c3045c4a is 1055, key is row0001/info:/1731595759301/Put/seqid=0 2024-11-14T14:49:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741838_1014 (size=13386) 2024-11-14T14:49:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741838_1014 (size=13386) 2024-11-14T14:49:33,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/4fff3f5999fd4080b39d5769c3045c4a 2024-11-14T14:49:33,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/4fff3f5999fd4080b39d5769c3045c4a as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/4fff3f5999fd4080b39d5769c3045c4a 2024-11-14T14:49:33,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/4fff3f5999fd4080b39d5769c3045c4a, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T14:49:33,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 13dc5891f6c720c6ca9f3a795b69b8cd in 148ms, sequenceid=12, compaction requested=false 2024-11-14T14:49:33,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13dc5891f6c720c6ca9f3a795b69b8cd: 2024-11-14T14:49:34,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:49:39,360 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595779346, exclude list is [], retry=0 2024-11-14T14:49:39,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:39,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:39,367 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595759267 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595779346 2024-11-14T14:49:39,368 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43005:43005),(127.0.0.1/127.0.0.1:39431:39431)] 2024-11-14T14:49:39,368 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595759267 is not closed yet, will try archiving it next time 2024-11-14T14:49:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741837_1013 (size=12149) 2024-11-14T14:49:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741837_1013 (size=12149) 2024-11-14T14:49:44,373 INFO [AsyncFSWAL-0-hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210-prefix:da1c6afcd1f9,40167,1731595746694 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK], DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK]] 2024-11-14T14:49:44,375 WARN [AsyncFSWAL-0-hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210-prefix:da1c6afcd1f9,40167,1731595746694 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK], DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK]] 2024-11-14T14:49:44,376 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da1c6afcd1f9%2C40167%2C1731595746694:(num 1731595779346) roll requested 2024-11-14T14:49:44,390 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595784377, exclude list is [], retry=0 2024-11-14T14:49:44,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:44,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:44,398 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595779346 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595784377 2024-11-14T14:49:44,399 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431),(127.0.0.1/127.0.0.1:43005:43005)] 2024-11-14T14:49:44,399 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595779346 is not closed yet, will try archiving it next time 2024-11-14T14:49:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741839_1015 (size=1233) 2024-11-14T14:49:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741839_1015 (size=1233) 2024-11-14T14:49:46,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T14:49:46,396 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595786376, exclude list is [], retry=0 2024-11-14T14:49:46,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33661,DS-d0e6518e-71fa-4c91-b139-3921f5ef7840,DISK] 2024-11-14T14:49:46,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-a08ccf8f-c1c1-482c-ab69-4e71b81b7ba1,DISK] 2024-11-14T14:49:46,404 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595784377 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595786376 2024-11-14T14:49:46,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39431:39431),(127.0.0.1/127.0.0.1:43005:43005)] 2024-11-14T14:49:46,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595784377 is not closed yet, will try archiving it next time 2024-11-14T14:49:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741840_1016 (size=93) 2024-11-14T14:49:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741840_1016 (size=93) 2024-11-14T14:49:46,408 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.1731595784377 to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/oldWALs/da1c6afcd1f9%2C40167%2C1731595746694.1731595784377 2024-11-14T14:49:49,058 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:49:49,058 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:49:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegion(8855): Flush requested on 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:49:54,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13dc5891f6c720c6ca9f3a795b69b8cd 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:49:54,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/3d772cbfe2fd4722b0ba159d40d67824 is 1055, key is row0009/info:/1731595775340/Put/seqid=0 2024-11-14T14:49:54,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741842_1018 (size=13386) 2024-11-14T14:49:54,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741842_1018 (size=13386) 2024-11-14T14:49:54,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/3d772cbfe2fd4722b0ba159d40d67824 2024-11-14T14:49:54,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/3d772cbfe2fd4722b0ba159d40d67824 as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/3d772cbfe2fd4722b0ba159d40d67824 2024-11-14T14:49:54,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/3d772cbfe2fd4722b0ba159d40d67824, entries=8, sequenceid=23, filesize=13.1 K 2024-11-14T14:49:54,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 13dc5891f6c720c6ca9f3a795b69b8cd in 39ms, sequenceid=23, compaction requested=false 2024-11-14T14:49:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13dc5891f6c720c6ca9f3a795b69b8cd: 2024-11-14T14:49:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-14T14:49:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:49:54,463 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/4fff3f5999fd4080b39d5769c3045c4a because midkey is the same as first or last row 2024-11-14T14:49:54,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 13dc5891f6c720c6ca9f3a795b69b8cd, had cached 0 bytes from a total of 26772 2024-11-14T14:50:04,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:50:06,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:50:06,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:50:06,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:06,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:06,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:06,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:50:06,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:50:06,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324169580, stopped=false 2024-11-14T14:50:06,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,39985,1731595745951 2024-11-14T14:50:06,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:06,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:06,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:50:06,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:06,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:06,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:50:06,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:06,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:06,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,40167,1731595746694' ***** 2024-11-14T14:50:06,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:50:06,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:06,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:06,451 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:50:06,452 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:50:06,452 INFO [RS:0;da1c6afcd1f9:40167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:50:06,452 INFO [RS:0;da1c6afcd1f9:40167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:50:06,452 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(3091): Received CLOSE for 13dc5891f6c720c6ca9f3a795b69b8cd 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,40167,1731595746694 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:40167. 2024-11-14T14:50:06,453 DEBUG [RS:0;da1c6afcd1f9:40167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:06,453 DEBUG [RS:0;da1c6afcd1f9:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:50:06,453 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13dc5891f6c720c6ca9f3a795b69b8cd, disabling compactions & flushes 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:50:06,453 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:50:06,453 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:50:06,453 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:50:06,454 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. after waiting 0 ms 2024-11-14T14:50:06,454 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:50:06,454 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:50:06,454 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 13dc5891f6c720c6ca9f3a795b69b8cd=TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd.} 2024-11-14T14:50:06,454 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:06,454 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13dc5891f6c720c6ca9f3a795b69b8cd 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T14:50:06,454 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:06,454 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:06,454 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:06,454 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:06,454 DEBUG [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1351): Waiting on 13dc5891f6c720c6ca9f3a795b69b8cd, 1588230740 2024-11-14T14:50:06,454 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-14T14:50:06,463 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/dbe6681ad18b4876a4d0b02f2162f430 is 1055, key is row0017/info:/1731595796425/Put/seqid=0 2024-11-14T14:50:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741843_1019 (size=10222) 2024-11-14T14:50:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741843_1019 (size=10222) 2024-11-14T14:50:06,472 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/dbe6681ad18b4876a4d0b02f2162f430 2024-11-14T14:50:06,479 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/info/2914050f5c804c0f8792500dd4324fa7 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd./info:regioninfo/1731595749650/Put/seqid=0 2024-11-14T14:50:06,484 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/.tmp/info/dbe6681ad18b4876a4d0b02f2162f430 as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/dbe6681ad18b4876a4d0b02f2162f430 2024-11-14T14:50:06,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741844_1020 (size=7016) 2024-11-14T14:50:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741844_1020 (size=7016) 2024-11-14T14:50:06,488 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/info/2914050f5c804c0f8792500dd4324fa7 2024-11-14T14:50:06,496 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/info/dbe6681ad18b4876a4d0b02f2162f430, entries=5, sequenceid=31, filesize=10.0 K 2024-11-14T14:50:06,498 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 13dc5891f6c720c6ca9f3a795b69b8cd in 43ms, sequenceid=31, compaction requested=true 2024-11-14T14:50:06,504 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/default/TestLogRolling-testSlowSyncLogRolling/13dc5891f6c720c6ca9f3a795b69b8cd/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-14T14:50:06,507 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:50:06,507 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13dc5891f6c720c6ca9f3a795b69b8cd: Waiting for close lock at 1731595806453Running coprocessor pre-close hooks at 1731595806453Disabling compacts and flushes for region at 1731595806453Disabling writes for close at 1731595806454 (+1 ms)Obtaining lock to block concurrent updates at 1731595806454Preparing flush snapshotting stores in 13dc5891f6c720c6ca9f3a795b69b8cd at 1731595806454Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731595806455 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. at 1731595806456 (+1 ms)Flushing 13dc5891f6c720c6ca9f3a795b69b8cd/info: creating writer at 1731595806456Flushing 13dc5891f6c720c6ca9f3a795b69b8cd/info: appending metadata at 1731595806462 (+6 ms)Flushing 13dc5891f6c720c6ca9f3a795b69b8cd/info: closing flushed file at 1731595806462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12efc4d1: reopening flushed file at 1731595806483 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 13dc5891f6c720c6ca9f3a795b69b8cd in 43ms, sequenceid=31, compaction requested=true at 1731595806498 (+15 ms)Writing region close event to WAL at 1731595806499 (+1 ms)Running coprocessor post-close hooks at 1731595806505 (+6 ms)Closed at 1731595806507 (+2 ms) 2024-11-14T14:50:06,507 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731595749222.13dc5891f6c720c6ca9f3a795b69b8cd. 2024-11-14T14:50:06,514 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/ns/f29abb4c619847aebc4c10cc33ca85ae is 43, key is default/ns:d/1731595748907/Put/seqid=0 2024-11-14T14:50:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741845_1021 (size=5153) 2024-11-14T14:50:06,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741845_1021 (size=5153) 2024-11-14T14:50:06,522 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/ns/f29abb4c619847aebc4c10cc33ca85ae 2024-11-14T14:50:06,550 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/table/599eb4e161094373b1947061ff4607e4 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731595749667/Put/seqid=0 2024-11-14T14:50:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741846_1022 (size=5396) 2024-11-14T14:50:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741846_1022 (size=5396) 2024-11-14T14:50:06,559 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/table/599eb4e161094373b1947061ff4607e4 2024-11-14T14:50:06,568 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/info/2914050f5c804c0f8792500dd4324fa7 as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/info/2914050f5c804c0f8792500dd4324fa7 2024-11-14T14:50:06,578 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/info/2914050f5c804c0f8792500dd4324fa7, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T14:50:06,579 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/ns/f29abb4c619847aebc4c10cc33ca85ae as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/ns/f29abb4c619847aebc4c10cc33ca85ae 2024-11-14T14:50:06,590 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/ns/f29abb4c619847aebc4c10cc33ca85ae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:50:06,591 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/.tmp/table/599eb4e161094373b1947061ff4607e4 as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/table/599eb4e161094373b1947061ff4607e4 2024-11-14T14:50:06,602 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/table/599eb4e161094373b1947061ff4607e4, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T14:50:06,604 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-11-14T14:50:06,612 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:50:06,613 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:06,613 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:06,614 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595806454Running coprocessor pre-close hooks at 1731595806454Disabling compacts and flushes for region at 1731595806454Disabling writes for close at 1731595806454Obtaining lock to block concurrent updates at 1731595806454Preparing flush snapshotting stores in 1588230740 at 1731595806454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731595806455 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731595806456 (+1 ms)Flushing 1588230740/info: creating writer at 1731595806456Flushing 1588230740/info: appending metadata at 1731595806478 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731595806478Flushing 1588230740/ns: creating writer at 1731595806497 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731595806514 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731595806514Flushing 1588230740/table: creating writer at 1731595806532 (+18 ms)Flushing 1588230740/table: appending metadata at 1731595806550 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731595806550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be5212: reopening flushed file at 1731595806567 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387ba1ce: reopening flushed file at 1731595806578 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224f1620: reopening flushed file at 1731595806590 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1731595806604 (+14 ms)Writing region close event to WAL at 1731595806606 (+2 ms)Running coprocessor post-close hooks at 1731595806613 (+7 ms)Closed at 1731595806613 2024-11-14T14:50:06,614 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:06,655 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,40167,1731595746694; all regions closed. 2024-11-14T14:50:06,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741834_1010 (size=3066) 2024-11-14T14:50:06,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741834_1010 (size=3066) 2024-11-14T14:50:06,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/WALs/da1c6afcd1f9,40167,1731595746694/da1c6afcd1f9%2C40167%2C1731595746694.meta.1731595748721.meta not finished, retry = 0 2024-11-14T14:50:06,765 DEBUG [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/oldWALs 2024-11-14T14:50:06,765 INFO [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C40167%2C1731595746694.meta:.meta(num 1731595748721) 2024-11-14T14:50:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741841_1017 (size=13164) 2024-11-14T14:50:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741841_1017 (size=13164) 2024-11-14T14:50:06,775 DEBUG [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/oldWALs 2024-11-14T14:50:06,775 INFO [RS:0;da1c6afcd1f9:40167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C40167%2C1731595746694:(num 1731595786376) 2024-11-14T14:50:06,775 DEBUG [RS:0;da1c6afcd1f9:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:06,775 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:06,775 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:06,775 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:06,775 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:06,776 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:06,776 INFO [RS:0;da1c6afcd1f9:40167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40167 2024-11-14T14:50:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,40167,1731595746694 2024-11-14T14:50:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:06,780 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:06,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,40167,1731595746694] 2024-11-14T14:50:06,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,40167,1731595746694 already deleted, retry=false 2024-11-14T14:50:06,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,40167,1731595746694 expired; onlineServers=0 2024-11-14T14:50:06,784 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,39985,1731595745951' ***** 2024-11-14T14:50:06,784 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:50:06,785 INFO [M:0;da1c6afcd1f9:39985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:06,785 INFO [M:0;da1c6afcd1f9:39985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:06,785 DEBUG [M:0;da1c6afcd1f9:39985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:50:06,785 DEBUG [M:0;da1c6afcd1f9:39985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:50:06,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:50:06,785 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595747844 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595747844,5,FailOnTimeoutGroup] 2024-11-14T14:50:06,785 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595747840 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595747840,5,FailOnTimeoutGroup] 2024-11-14T14:50:06,785 INFO [M:0;da1c6afcd1f9:39985 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:06,785 INFO [M:0;da1c6afcd1f9:39985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:06,786 DEBUG [M:0;da1c6afcd1f9:39985 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:50:06,786 INFO [M:0;da1c6afcd1f9:39985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:50:06,786 INFO [M:0;da1c6afcd1f9:39985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:50:06,786 INFO [M:0;da1c6afcd1f9:39985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:50:06,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:50:06,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:06,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:06,787 DEBUG [M:0;da1c6afcd1f9:39985 {}] zookeeper.ZKUtil(347): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:50:06,787 WARN [M:0;da1c6afcd1f9:39985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:50:06,788 INFO [M:0;da1c6afcd1f9:39985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/.lastflushedseqids 2024-11-14T14:50:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741847_1023 (size=130) 2024-11-14T14:50:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741847_1023 (size=130) 2024-11-14T14:50:06,803 INFO [M:0;da1c6afcd1f9:39985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:50:06,803 INFO [M:0;da1c6afcd1f9:39985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:50:06,803 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:50:06,804 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:06,804 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:06,804 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:50:06,804 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:06,804 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-14T14:50:06,823 DEBUG [M:0;da1c6afcd1f9:39985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946eaa63c57a4a71bd5054f970c14375 is 82, key is hbase:meta,,1/info:regioninfo/1731595748820/Put/seqid=0 2024-11-14T14:50:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:50:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:50:06,830 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946eaa63c57a4a71bd5054f970c14375 2024-11-14T14:50:06,857 DEBUG [M:0;da1c6afcd1f9:39985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/484defcff006464c9e7d48522fd9e5ed is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731595749674/Put/seqid=0 2024-11-14T14:50:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741849_1025 (size=6247) 2024-11-14T14:50:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741849_1025 (size=6247) 2024-11-14T14:50:06,866 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/484defcff006464c9e7d48522fd9e5ed 2024-11-14T14:50:06,873 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 484defcff006464c9e7d48522fd9e5ed 2024-11-14T14:50:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:06,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a741ac540001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:06,883 INFO [RS:0;da1c6afcd1f9:40167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:06,883 INFO [RS:0;da1c6afcd1f9:40167 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,40167,1731595746694; zookeeper connection closed. 2024-11-14T14:50:06,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@169aec80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@169aec80 2024-11-14T14:50:06,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:50:06,890 DEBUG [M:0;da1c6afcd1f9:39985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4843174617745389da9f1878e4dfbbd is 69, key is da1c6afcd1f9,40167,1731595746694/rs:state/1731595747949/Put/seqid=0 2024-11-14T14:50:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:50:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:50:06,897 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4843174617745389da9f1878e4dfbbd 2024-11-14T14:50:06,935 DEBUG [M:0;da1c6afcd1f9:39985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/602df88e29894260a06693dac7ad5bd0 is 52, key is load_balancer_on/state:d/1731595749202/Put/seqid=0 2024-11-14T14:50:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741851_1027 (size=5056) 2024-11-14T14:50:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741851_1027 (size=5056) 2024-11-14T14:50:06,947 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/602df88e29894260a06693dac7ad5bd0 2024-11-14T14:50:06,957 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946eaa63c57a4a71bd5054f970c14375 as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946eaa63c57a4a71bd5054f970c14375 2024-11-14T14:50:06,966 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946eaa63c57a4a71bd5054f970c14375, entries=8, sequenceid=59, filesize=5.5 K 2024-11-14T14:50:06,968 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/484defcff006464c9e7d48522fd9e5ed as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/484defcff006464c9e7d48522fd9e5ed 2024-11-14T14:50:06,976 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 484defcff006464c9e7d48522fd9e5ed 2024-11-14T14:50:06,976 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/484defcff006464c9e7d48522fd9e5ed, entries=6, sequenceid=59, filesize=6.1 K 2024-11-14T14:50:06,977 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4843174617745389da9f1878e4dfbbd as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4843174617745389da9f1878e4dfbbd 2024-11-14T14:50:06,986 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4843174617745389da9f1878e4dfbbd, entries=1, sequenceid=59, filesize=5.0 K 2024-11-14T14:50:06,988 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/602df88e29894260a06693dac7ad5bd0 as hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/602df88e29894260a06693dac7ad5bd0 2024-11-14T14:50:06,995 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/602df88e29894260a06693dac7ad5bd0, entries=1, sequenceid=59, filesize=4.9 K 2024-11-14T14:50:06,997 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 193ms, sequenceid=59, compaction requested=false 2024-11-14T14:50:06,999 INFO [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:06,999 DEBUG [M:0;da1c6afcd1f9:39985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595806803Disabling compacts and flushes for region at 1731595806803Disabling writes for close at 1731595806804 (+1 ms)Obtaining lock to block concurrent updates at 1731595806804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595806804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731595806805 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595806806 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595806806Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595806822 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595806822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595806839 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595806856 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595806856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595806873 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595806889 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595806889Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731595806906 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731595806934 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731595806934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34419450: reopening flushed file at 1731595806955 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373a1eee: reopening flushed file at 1731595806967 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce60a57: reopening flushed file at 1731595806976 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f82935: reopening flushed file at 1731595806986 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 193ms, sequenceid=59, compaction requested=false at 1731595806997 (+11 ms)Writing region close event to WAL at 1731595806999 (+2 ms)Closed at 1731595806999 2024-11-14T14:50:07,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33661 is added to blk_1073741830_1006 (size=27973) 2024-11-14T14:50:07,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/MasterData/WALs/da1c6afcd1f9,39985,1731595745951/da1c6afcd1f9%2C39985%2C1731595745951.1731595747226 not finished, retry = 0 2024-11-14T14:50:07,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741830_1006 (size=27973) 2024-11-14T14:50:07,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:07,104 INFO [M:0;da1c6afcd1f9:39985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:50:07,105 INFO [M:0;da1c6afcd1f9:39985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39985 2024-11-14T14:50:07,105 INFO [M:0;da1c6afcd1f9:39985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:07,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:07,207 INFO [M:0;da1c6afcd1f9:39985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:07,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39985-0x101a741ac540000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:07,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:07,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:07,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:07,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:07,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:07,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:07,218 WARN [BP-199253893-172.17.0.2-1731595742278 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:07,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:07,218 WARN [BP-199253893-172.17.0.2-1731595742278 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-199253893-172.17.0.2-1731595742278 (Datanode Uuid 37b471f7-67fe-4b61-bb53-98fa8594c9b9) service to localhost/127.0.0.1:39949 2024-11-14T14:50:07,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data3/current/BP-199253893-172.17.0.2-1731595742278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:07,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data4/current/BP-199253893-172.17.0.2-1731595742278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:07,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:07,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:07,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:07,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:07,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:07,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:07,225 WARN [BP-199253893-172.17.0.2-1731595742278 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:07,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:07,225 WARN [BP-199253893-172.17.0.2-1731595742278 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-199253893-172.17.0.2-1731595742278 (Datanode Uuid a0098d18-8f78-4322-891b-9fd706ae0b4b) service to localhost/127.0.0.1:39949 2024-11-14T14:50:07,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:07,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data1/current/BP-199253893-172.17.0.2-1731595742278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:07,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/cluster_842e8f9a-c793-cc40-32af-0b1aaae5af05/data/data2/current/BP-199253893-172.17.0.2-1731595742278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:07,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:07,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:50:07,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:07,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:07,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:07,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:07,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:50:07,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:50:07,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=70 (was 12) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@76ea817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da1c6afcd1f9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39949 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da1c6afcd1f9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da1c6afcd1f9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da1c6afcd1f9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 368), ProcessCount=11 (was 11), AvailableMemoryMB=8369 (was 9223) 2024-11-14T14:50:07,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=71, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=8369 2024-11-14T14:50:07,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:50:07,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.log.dir so I do NOT create it in target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e97a5b53-8e29-09a6-a8af-5eecf1dfd78a/hadoop.tmp.dir so I do NOT create it in target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143, deleteOnExit=true 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/test.cache.data in system properties and HBase conf 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:50:07,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:50:07,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:50:07,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:50:07,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:50:07,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:50:07,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:50:07,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:50:07,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:50:07,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:50:07,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:07,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:07,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:07,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:07,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:07,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:07,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b9038d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:07,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9d5199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:07,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27448d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-33819-hadoop-hdfs-3_4_1-tests_jar-_-any-11128305232250438505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:50:07,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230059be{HTTP/1.1, (http/1.1)}{localhost:33819} 2024-11-14T14:50:07,546 INFO [Time-limited test {}] server.Server(415): Started @67682ms 2024-11-14T14:50:07,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:07,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:07,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:07,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:07,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:07,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5545b9e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:07,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ec87b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:07,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d51918b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-35463-hadoop-hdfs-3_4_1-tests_jar-_-any-13616134062195376796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:07,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e74661{HTTP/1.1, (http/1.1)}{localhost:35463} 2024-11-14T14:50:07,748 INFO [Time-limited test {}] server.Server(415): Started @67884ms 2024-11-14T14:50:07,750 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:07,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:07,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:07,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:07,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:07,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:07,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c66de8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:07,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fcab83f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:07,845 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data1/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:07,846 WARN [Thread-372 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data2/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:07,874 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26495b4fb632259a with lease ID 0x611457c859a07ce9: Processing first storage report for DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f from datanode DatanodeRegistration(127.0.0.1:42935, datanodeUuid=c250e7f3-6225-413d-89a6-1b74b1360776, infoPort=36851, infoSecurePort=0, ipcPort=38399, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26495b4fb632259a with lease ID 0x611457c859a07ce9: from storage DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=c250e7f3-6225-413d-89a6-1b74b1360776, infoPort=36851, infoSecurePort=0, ipcPort=38399, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26495b4fb632259a with lease ID 0x611457c859a07ce9: Processing first storage report for DS-9d7cd0cd-6a19-4c02-b5e6-714f9ff3ae8e from datanode DatanodeRegistration(127.0.0.1:42935, datanodeUuid=c250e7f3-6225-413d-89a6-1b74b1360776, infoPort=36851, infoSecurePort=0, ipcPort=38399, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26495b4fb632259a with lease ID 0x611457c859a07ce9: from storage DS-9d7cd0cd-6a19-4c02-b5e6-714f9ff3ae8e node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=c250e7f3-6225-413d-89a6-1b74b1360776, infoPort=36851, infoSecurePort=0, ipcPort=38399, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:07,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c703136{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-2560483500381800178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:07,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c83ed4{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-11-14T14:50:07,927 INFO [Time-limited test {}] server.Server(415): Started @68063ms 2024-11-14T14:50:07,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:08,013 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data3/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:08,014 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data4/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:08,027 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:08,030 WARN [Thread-386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6043f1d5dd35554 with lease ID 0x611457c859a07cea: Processing first storage report for DS-48373dd5-1926-4c60-a534-6d58a1f63b79 from datanode DatanodeRegistration(127.0.0.1:35105, datanodeUuid=6c01bcfe-44a5-453d-8691-bbe2064306bb, infoPort=34799, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6043f1d5dd35554 with lease ID 0x611457c859a07cea: from storage DS-48373dd5-1926-4c60-a534-6d58a1f63b79 node DatanodeRegistration(127.0.0.1:35105, datanodeUuid=6c01bcfe-44a5-453d-8691-bbe2064306bb, infoPort=34799, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6043f1d5dd35554 with lease ID 0x611457c859a07cea: Processing first storage report for DS-dee6af60-52a2-4196-9676-7b301b9b8272 from datanode DatanodeRegistration(127.0.0.1:35105, datanodeUuid=6c01bcfe-44a5-453d-8691-bbe2064306bb, infoPort=34799, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6043f1d5dd35554 with lease ID 0x611457c859a07cea: from storage DS-dee6af60-52a2-4196-9676-7b301b9b8272 node DatanodeRegistration(127.0.0.1:35105, datanodeUuid=6c01bcfe-44a5-453d-8691-bbe2064306bb, infoPort=34799, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:08,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47 2024-11-14T14:50:08,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/zookeeper_0, clientPort=56756, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:50:08,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56756 2024-11-14T14:50:08,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:08,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5 with version=8 2024-11-14T14:50:08,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase-staging 2024-11-14T14:50:08,079 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:08,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:08,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:08,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:50:08,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:08,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33195 2024-11-14T14:50:08,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33195 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-14T14:50:08,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331950x0, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:08,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33195-0x101a742a2a50000 connected 2024-11-14T14:50:08,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:08,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5, hbase.cluster.distributed=false 2024-11-14T14:50:08,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:08,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33195 2024-11-14T14:50:08,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33195 2024-11-14T14:50:08,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33195 2024-11-14T14:50:08,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33195 2024-11-14T14:50:08,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33195 2024-11-14T14:50:08,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:50:08,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:08,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45263 2024-11-14T14:50:08,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45263 connecting to ZooKeeper ensemble=127.0.0.1:56756 2024-11-14T14:50:08,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452630x0, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:08,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45263-0x101a742a2a50001 connected 2024-11-14T14:50:08,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:08,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:50:08,139 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:50:08,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:50:08,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:08,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-14T14:50:08,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45263 2024-11-14T14:50:08,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45263 2024-11-14T14:50:08,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-14T14:50:08,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-14T14:50:08,161 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:33195 2024-11-14T14:50:08,161 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:08,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:08,165 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,167 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:50:08,167 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,33195,1731595808079 from backup master directory 2024-11-14T14:50:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:08,169 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:08,169 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:08,206 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/hbase.id] with ID: 53c434b9-bbed-4402-82a4-7138c1f84dd6 2024-11-14T14:50:08,206 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/.tmp/hbase.id 2024-11-14T14:50:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:08,215 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/.tmp/hbase.id]:[hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/hbase.id] 2024-11-14T14:50:08,235 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:08,236 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:50:08,238 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T14:50:08,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:08,251 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:50:08,252 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:50:08,252 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:08,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:08,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:08,264 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store 2024-11-14T14:50:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:08,274 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:08,275 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:50:08,275 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:08,275 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:08,275 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:50:08,275 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:08,275 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:08,275 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595808275Disabling compacts and flushes for region at 1731595808275Disabling writes for close at 1731595808275Writing region close event to WAL at 1731595808275Closed at 1731595808275 2024-11-14T14:50:08,276 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/.initializing 2024-11-14T14:50:08,276 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,278 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:08,280 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C33195%2C1731595808079, suffix=, logDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/oldWALs, maxLogs=10 2024-11-14T14:50:08,295 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281, exclude list is [], retry=0 2024-11-14T14:50:08,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK] 2024-11-14T14:50:08,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35105,DS-48373dd5-1926-4c60-a534-6d58a1f63b79,DISK] 2024-11-14T14:50:08,302 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 2024-11-14T14:50:08,304 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851),(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-14T14:50:08,304 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:08,304 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:08,305 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,305 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:50:08,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:50:08,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:08,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:50:08,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:08,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:50:08,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:08,319 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,320 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,320 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,323 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,323 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,323 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:50:08,326 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:08,330 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:08,330 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808265, jitterRate=0.02776224911212921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:50:08,331 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595808305Initializing all the Stores at 1731595808307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595808307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595808307Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595808307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595808307Cleaning up temporary data from old regions at 1731595808323 (+16 ms)Region opened successfully at 1731595808331 (+8 ms) 2024-11-14T14:50:08,332 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:50:08,336 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e65df60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:08,337 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:50:08,337 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:50:08,337 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:50:08,337 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:50:08,338 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:50:08,338 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:50:08,338 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:50:08,341 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:50:08,342 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:50:08,343 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:50:08,343 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:50:08,344 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:50:08,345 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:50:08,346 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:50:08,347 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:50:08,348 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:50:08,349 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:50:08,350 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:50:08,352 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:50:08,353 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:50:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,356 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,33195,1731595808079, sessionid=0x101a742a2a50000, setting cluster-up flag (Was=false) 2024-11-14T14:50:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,365 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:50:08,367 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,376 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:50:08,377 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:08,379 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:50:08,381 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:08,381 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:50:08,382 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:50:08,382 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,33195,1731595808079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:50:08,383 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:08,383 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:08,383 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:08,383 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:08,383 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:50:08,384 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,384 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:08,384 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,384 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595838384 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:50:08,385 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:08,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:50:08,386 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:50:08,386 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:50:08,386 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:50:08,386 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:50:08,386 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:50:08,387 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595808386,5,FailOnTimeoutGroup] 2024-11-14T14:50:08,387 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595808387,5,FailOnTimeoutGroup] 2024-11-14T14:50:08,387 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,387 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:50:08,387 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,387 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:50:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:08,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:50:08,398 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5 2024-11-14T14:50:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:08,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:08,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:08,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:08,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:08,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:08,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:08,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:08,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:08,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:08,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:08,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:08,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:08,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:08,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:08,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:08,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740 2024-11-14T14:50:08,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740 2024-11-14T14:50:08,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:08,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:08,426 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:50:08,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:08,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:08,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854878, jitterRate=0.08703359961509705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:50:08,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595808410Initializing all the Stores at 1731595808411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595808411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595808411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595808411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595808411Cleaning up temporary data from old regions at 1731595808425 (+14 ms)Region opened successfully at 1731595808432 (+7 ms) 2024-11-14T14:50:08,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:08,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:08,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:08,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:08,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:08,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:08,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595808432Disabling compacts and flushes for region at 1731595808432Disabling writes for close at 1731595808433 (+1 ms)Writing region close event to WAL at 1731595808433Closed at 1731595808433 2024-11-14T14:50:08,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:08,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:50:08,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:50:08,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:08,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:50:08,450 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(746): ClusterId : 53c434b9-bbed-4402-82a4-7138c1f84dd6 2024-11-14T14:50:08,450 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:50:08,453 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:50:08,453 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:50:08,456 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:50:08,456 DEBUG [RS:0;da1c6afcd1f9:45263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27437a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:08,469 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:45263 2024-11-14T14:50:08,469 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:50:08,469 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:50:08,469 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:50:08,470 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,33195,1731595808079 with port=45263, startcode=1731595808127 2024-11-14T14:50:08,470 DEBUG [RS:0;da1c6afcd1f9:45263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:50:08,472 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:50:08,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33195 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,475 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5 2024-11-14T14:50:08,475 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35443 2024-11-14T14:50:08,475 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:50:08,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:08,478 DEBUG [RS:0;da1c6afcd1f9:45263 {}] zookeeper.ZKUtil(111): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,478 WARN [RS:0;da1c6afcd1f9:45263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:08,478 INFO [RS:0;da1c6afcd1f9:45263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:08,478 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,45263,1731595808127] 2024-11-14T14:50:08,482 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:50:08,485 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:50:08,485 INFO [RS:0;da1c6afcd1f9:45263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:08,485 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,485 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:50:08,486 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:50:08,487 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,487 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,488 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:08,488 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:08,488 DEBUG [RS:0;da1c6afcd1f9:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:08,488 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,488 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,488 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,489 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,489 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,489 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45263,1731595808127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:08,505 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:50:08,505 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45263,1731595808127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,505 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,505 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.Replication(171): da1c6afcd1f9,45263,1731595808127 started 2024-11-14T14:50:08,520 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:08,520 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,45263,1731595808127, RpcServer on da1c6afcd1f9/172.17.0.2:45263, sessionid=0x101a742a2a50001 2024-11-14T14:50:08,520 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:50:08,520 DEBUG [RS:0;da1c6afcd1f9:45263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,520 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,45263,1731595808127' 2024-11-14T14:50:08,520 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:50:08,521 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:50:08,521 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:50:08,522 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:50:08,522 DEBUG [RS:0;da1c6afcd1f9:45263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,522 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,45263,1731595808127' 2024-11-14T14:50:08,522 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:50:08,522 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:50:08,522 DEBUG [RS:0;da1c6afcd1f9:45263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:50:08,522 INFO [RS:0;da1c6afcd1f9:45263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:50:08,523 INFO [RS:0;da1c6afcd1f9:45263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:50:08,590 WARN [da1c6afcd1f9:33195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:50:08,623 INFO [RS:0;da1c6afcd1f9:45263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:08,626 INFO [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C45263%2C1731595808127, suffix=, logDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs, maxLogs=32 2024-11-14T14:50:08,649 DEBUG [RS:0;da1c6afcd1f9:45263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628, exclude list is [], retry=0 2024-11-14T14:50:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK] 2024-11-14T14:50:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35105,DS-48373dd5-1926-4c60-a534-6d58a1f63b79,DISK] 2024-11-14T14:50:08,656 INFO [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 2024-11-14T14:50:08,658 DEBUG [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851),(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-14T14:50:08,840 DEBUG [da1c6afcd1f9:33195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:50:08,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:08,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,45263,1731595808127, state=OPENING 2024-11-14T14:50:08,845 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:50:08,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:08,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:08,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:08,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,45263,1731595808127}] 2024-11-14T14:50:08,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:09,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:09,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:09,008 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:50:09,008 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:09,009 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:50:09,011 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C45263%2C1731595808127.meta, suffix=.meta, logDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127, archiveDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs, maxLogs=32 2024-11-14T14:50:09,027 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta, exclude list is [], retry=0 2024-11-14T14:50:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK] 2024-11-14T14:50:09,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35105,DS-48373dd5-1926-4c60-a534-6d58a1f63b79,DISK] 2024-11-14T14:50:09,032 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta 2024-11-14T14:50:09,033 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851),(127.0.0.1/127.0.0.1:34799:34799)] 2024-11-14T14:50:09,033 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:09,033 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:50:09,033 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:50:09,033 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:50:09,034 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:50:09,034 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:09,034 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:50:09,034 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:50:09,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:09,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:09,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:09,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:09,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:09,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:09,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:09,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:09,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:09,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:09,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:09,043 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:09,044 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740 2024-11-14T14:50:09,045 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740 2024-11-14T14:50:09,047 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:09,047 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:09,048 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:50:09,049 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:09,050 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836773, jitterRate=0.06401285529136658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:50:09,051 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:50:09,052 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595809034Writing region info on filesystem at 1731595809034Initializing all the Stores at 1731595809035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595809035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595809035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595809035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595809035Cleaning up temporary data from old regions at 1731595809047 (+12 ms)Running coprocessor post-open hooks at 1731595809051 (+4 ms)Region opened successfully at 1731595809052 (+1 ms) 2024-11-14T14:50:09,053 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595809001 2024-11-14T14:50:09,056 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:50:09,056 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:50:09,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:09,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,45263,1731595808127, state=OPEN 2024-11-14T14:50:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:09,064 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:09,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:09,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:09,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:50:09,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,45263,1731595808127 in 216 msec 2024-11-14T14:50:09,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:50:09,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-14T14:50:09,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:09,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:50:09,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:09,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,45263,1731595808127, seqNum=-1] 2024-11-14T14:50:09,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:09,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:09,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-14T14:50:09,082 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595809082, completionTime=-1 2024-11-14T14:50:09,082 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:50:09,082 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:50:09,084 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T14:50:09,084 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731595869084 2024-11-14T14:50:09,084 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731595929084 2024-11-14T14:50:09,084 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T14:50:09,085 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,33195,1731595808079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,085 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,33195,1731595808079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,085 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,33195,1731595808079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,085 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:33195, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,085 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,085 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,087 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:50:09,090 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.921sec 2024-11-14T14:50:09,090 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:50:09,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:50:09,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:50:09,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:50:09,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:50:09,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,33195,1731595808079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:09,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,33195,1731595808079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:50:09,095 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:50:09,095 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:50:09,095 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,33195,1731595808079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:09,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f9fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:09,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,33195,-1 for getting cluster id 2024-11-14T14:50:09,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:50:09,153 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53c434b9-bbed-4402-82a4-7138c1f84dd6' 2024-11-14T14:50:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:50:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53c434b9-bbed-4402-82a4-7138c1f84dd6" 2024-11-14T14:50:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f91f495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,33195,-1] 2024-11-14T14:50:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:50:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:09,156 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:50:09,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dedc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:09,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,45263,1731595808127, seqNum=-1] 2024-11-14T14:50:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:09,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:09,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:09,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:09,166 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T14:50:09,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:09,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:09,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:09,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:09,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:09,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363d2dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:09,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c34ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:09,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f88b9c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-39123-hadoop-hdfs-3_4_1-tests_jar-_-any-14992163701324299667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:09,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@268928f8{HTTP/1.1, (http/1.1)}{localhost:39123} 2024-11-14T14:50:09,300 INFO [Time-limited test {}] server.Server(415): Started @69436ms 2024-11-14T14:50:09,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:09,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:09,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:09,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:09,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:09,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:09,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e38cdfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:09,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3da037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:09,398 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data6/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:09,398 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data5/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:09,415 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66aaba0ae0845397 with lease ID 0x611457c859a07ceb: Processing first storage report for DS-7f0e05d7-2138-491b-a9e2-282a00b3cf66 from datanode DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a852ccdb-1470-411d-b27f-d96a68340e7d, infoPort=36687, infoSecurePort=0, ipcPort=39951, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66aaba0ae0845397 with lease ID 0x611457c859a07ceb: from storage DS-7f0e05d7-2138-491b-a9e2-282a00b3cf66 node DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a852ccdb-1470-411d-b27f-d96a68340e7d, infoPort=36687, infoSecurePort=0, ipcPort=39951, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66aaba0ae0845397 with lease ID 0x611457c859a07ceb: Processing first storage report for DS-5f1531a2-22c6-4b6b-a784-a1a9276c072e from datanode DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a852ccdb-1470-411d-b27f-d96a68340e7d, infoPort=36687, infoSecurePort=0, ipcPort=39951, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66aaba0ae0845397 with lease ID 0x611457c859a07ceb: from storage DS-5f1531a2-22c6-4b6b-a784-a1a9276c072e node DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a852ccdb-1470-411d-b27f-d96a68340e7d, infoPort=36687, infoSecurePort=0, ipcPort=39951, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:09,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59dddc33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-45321-hadoop-hdfs-3_4_1-tests_jar-_-any-17722972529591473340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:09,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73665cbe{HTTP/1.1, (http/1.1)}{localhost:45321} 2024-11-14T14:50:09,455 INFO [Time-limited test {}] server.Server(415): Started @69591ms 2024-11-14T14:50:09,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:09,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:09,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:09,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:09,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:09,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:09,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331de243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:09,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bb0be6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:09,558 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data8/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:09,558 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data7/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:09,576 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x281d39c345a0900e with lease ID 0x611457c859a07cec: Processing first storage report for DS-763fb619-cfae-4224-9d6c-89194a7dbe64 from datanode DatanodeRegistration(127.0.0.1:39383, datanodeUuid=295ece75-5582-413d-b849-6e67e033d681, infoPort=42831, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x281d39c345a0900e with lease ID 0x611457c859a07cec: from storage DS-763fb619-cfae-4224-9d6c-89194a7dbe64 node DatanodeRegistration(127.0.0.1:39383, datanodeUuid=295ece75-5582-413d-b849-6e67e033d681, infoPort=42831, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x281d39c345a0900e with lease ID 0x611457c859a07cec: Processing first storage report for DS-e27873f5-9078-4846-9751-566ff2075c19 from datanode DatanodeRegistration(127.0.0.1:39383, datanodeUuid=295ece75-5582-413d-b849-6e67e033d681, infoPort=42831, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x281d39c345a0900e with lease ID 0x611457c859a07cec: from storage DS-e27873f5-9078-4846-9751-566ff2075c19 node DatanodeRegistration(127.0.0.1:39383, datanodeUuid=295ece75-5582-413d-b849-6e67e033d681, infoPort=42831, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:09,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b6597e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-39073-hadoop-hdfs-3_4_1-tests_jar-_-any-13929650367169912298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:09,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e3f396{HTTP/1.1, (http/1.1)}{localhost:39073} 2024-11-14T14:50:09,619 INFO [Time-limited test {}] server.Server(415): Started @69755ms 2024-11-14T14:50:09,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:09,716 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data9/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:09,716 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data10/current/BP-455624921-172.17.0.2-1731595807343/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:09,734 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd923a3fbb164a68b with lease ID 0x611457c859a07ced: Processing first storage report for DS-6a01e22f-536c-4434-8f59-5cdd1f8b7f97 from datanode DatanodeRegistration(127.0.0.1:34121, datanodeUuid=9b0078d9-3d00-42b2-9418-00ddf859995f, infoPort=33647, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd923a3fbb164a68b with lease ID 0x611457c859a07ced: from storage DS-6a01e22f-536c-4434-8f59-5cdd1f8b7f97 node DatanodeRegistration(127.0.0.1:34121, datanodeUuid=9b0078d9-3d00-42b2-9418-00ddf859995f, infoPort=33647, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd923a3fbb164a68b with lease ID 0x611457c859a07ced: Processing first storage report for DS-d7983d1b-2627-41e4-bc77-ecd9c40f853f from datanode DatanodeRegistration(127.0.0.1:34121, datanodeUuid=9b0078d9-3d00-42b2-9418-00ddf859995f, infoPort=33647, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343) 2024-11-14T14:50:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd923a3fbb164a68b with lease ID 0x611457c859a07ced: from storage DS-d7983d1b-2627-41e4-bc77-ecd9c40f853f node DatanodeRegistration(127.0.0.1:34121, datanodeUuid=9b0078d9-3d00-42b2-9418-00ddf859995f, infoPort=33647, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:50:09,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:50:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d0e404 2024-11-14T14:50:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:50:09,747 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:50:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T14:50:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T14:50:09,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:50:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T14:50:09,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:50:09,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:09,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-14T14:50:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:09,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:50:09,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741835_1011 (size=393) 2024-11-14T14:50:09,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741835_1011 (size=393) 2024-11-14T14:50:09,765 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edeaeb1dcc2ac0b973abce27bf0520b3, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5 2024-11-14T14:50:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741836_1012 (size=76) 2024-11-14T14:50:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741836_1012 (size=76) 2024-11-14T14:50:09,775 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:09,775 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing edeaeb1dcc2ac0b973abce27bf0520b3, disabling compactions & flushes 2024-11-14T14:50:09,775 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:09,776 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:09,776 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. after waiting 0 ms 2024-11-14T14:50:09,776 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:09,776 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:09,776 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for edeaeb1dcc2ac0b973abce27bf0520b3: Waiting for close lock at 1731595809775Disabling compacts and flushes for region at 1731595809775Disabling writes for close at 1731595809776 (+1 ms)Writing region close event to WAL at 1731595809776Closed at 1731595809776 2024-11-14T14:50:09,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:50:09,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731595809778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595809778"}]},"ts":"1731595809778"} 2024-11-14T14:50:09,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:50:09,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:50:09,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595809783"}]},"ts":"1731595809783"} 2024-11-14T14:50:09,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-14T14:50:09,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=edeaeb1dcc2ac0b973abce27bf0520b3, ASSIGN}] 2024-11-14T14:50:09,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=edeaeb1dcc2ac0b973abce27bf0520b3, ASSIGN 2024-11-14T14:50:09,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=edeaeb1dcc2ac0b973abce27bf0520b3, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,45263,1731595808127; forceNewPlan=false, retain=false 2024-11-14T14:50:09,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edeaeb1dcc2ac0b973abce27bf0520b3, regionState=OPENING, regionLocation=da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:09,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=edeaeb1dcc2ac0b973abce27bf0520b3, ASSIGN because future has completed 2024-11-14T14:50:09,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edeaeb1dcc2ac0b973abce27bf0520b3, server=da1c6afcd1f9,45263,1731595808127}] 2024-11-14T14:50:10,103 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:10,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => edeaeb1dcc2ac0b973abce27bf0520b3, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:10,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:10,104 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,104 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,106 INFO [StoreOpener-edeaeb1dcc2ac0b973abce27bf0520b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,107 INFO [StoreOpener-edeaeb1dcc2ac0b973abce27bf0520b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edeaeb1dcc2ac0b973abce27bf0520b3 columnFamilyName info 2024-11-14T14:50:10,107 DEBUG [StoreOpener-edeaeb1dcc2ac0b973abce27bf0520b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:10,108 INFO [StoreOpener-edeaeb1dcc2ac0b973abce27bf0520b3-1 {}] regionserver.HStore(327): Store=edeaeb1dcc2ac0b973abce27bf0520b3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:10,108 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,109 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,110 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,111 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,111 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,113 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,116 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:10,116 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened edeaeb1dcc2ac0b973abce27bf0520b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=769234, jitterRate=-0.021868452429771423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:10,116 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:10,117 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for edeaeb1dcc2ac0b973abce27bf0520b3: Running coprocessor pre-open hook at 1731595810104Writing region info on filesystem at 1731595810104Initializing all the Stores at 1731595810105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595810105Cleaning up temporary data from old regions at 1731595810111 (+6 ms)Running coprocessor post-open hooks at 1731595810116 (+5 ms)Region opened successfully at 1731595810117 (+1 ms) 2024-11-14T14:50:10,119 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3., pid=6, masterSystemTime=1731595810097 2024-11-14T14:50:10,122 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:10,122 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:10,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edeaeb1dcc2ac0b973abce27bf0520b3, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edeaeb1dcc2ac0b973abce27bf0520b3, server=da1c6afcd1f9,45263,1731595808127 because future has completed 2024-11-14T14:50:10,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:50:10,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure edeaeb1dcc2ac0b973abce27bf0520b3, server=da1c6afcd1f9,45263,1731595808127 in 183 msec 2024-11-14T14:50:10,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:50:10,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=edeaeb1dcc2ac0b973abce27bf0520b3, ASSIGN in 344 msec 2024-11-14T14:50:10,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:50:10,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595810134"}]},"ts":"1731595810134"} 2024-11-14T14:50:10,137 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-14T14:50:10,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:50:10,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 390 msec 2024-11-14T14:50:11,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:11,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:12,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:50:12,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:12,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:14,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:50:14,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-14T14:50:16,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T14:50:16,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:16,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T14:50:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:19,775 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-14T14:50:19,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-14T14:50:19,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T14:50:19,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-14T14:50:19,780 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T14:50:19,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-14T14:50:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3., hostname=da1c6afcd1f9,45263,1731595808127, seqNum=2] 2024-11-14T14:50:19,787 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-14T14:50:19,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T14:50:19,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:19,791 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-214935989_22 at /127.0.0.1:52120 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42935:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52120 dst: /127.0.0.1:42935 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_511893873_22 at /127.0.0.1:44626 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44626 dst: /127.0.0.1:35105 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-214935989_22 at /127.0.0.1:44600 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44600 dst: /127.0.0.1:35105 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,791 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_511893873_22 at /127.0.0.1:52158 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42935:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52158 dst: /127.0.0.1:42935 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_511893873_22 at /127.0.0.1:52174 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42935:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52174 dst: /127.0.0.1:42935 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_511893873_22 at /127.0.0.1:44638 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44638 dst: /127.0.0.1:35105 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d51918b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:19,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e74661{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:19,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:19,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ec87b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:19,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5545b9e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:19,795 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:19,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:19,795 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455624921-172.17.0.2-1731595807343 (Datanode Uuid c250e7f3-6225-413d-89a6-1b74b1360776) service to localhost/127.0.0.1:35443 2024-11-14T14:50:19,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:19,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data1/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:19,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data2/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:19,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:19,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:19,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:19,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:19,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:19,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:19,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633bbc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:19,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d7611bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:19,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d6b559{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/java.io.tmpdir/jetty-localhost-36941-hadoop-hdfs-3_4_1-tests_jar-_-any-6480144030042854933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:19,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2714f2a4{HTTP/1.1, (http/1.1)}{localhost:36941} 2024-11-14T14:50:19,943 INFO [Time-limited test {}] server.Server(415): Started @80078ms 2024-11-14T14:50:19,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:19,985 WARN [AsyncFSWAL-0-hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5-prefix:da1c6afcd1f9,45263,1731595808127 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:19,985 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da1c6afcd1f9%2C45263%2C1731595808127:(num 1731595808628) roll requested 2024-11-14T14:50:20,003 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595819986, exclude list is [], retry=0 2024-11-14T14:50:20,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35105,DS-48373dd5-1926-4c60-a534-6d58a1f63b79,DISK] 2024-11-14T14:50:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-7f0e05d7-2138-491b-a9e2-282a00b3cf66,DISK] 2024-11-14T14:50:20,017 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595819986 2024-11-14T14:50:20,017 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34799:34799),(127.0.0.1/127.0.0.1:36687:36687)] 2024-11-14T14:50:20,017 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 is not closed yet, will try archiving it next time 2024-11-14T14:50:20,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:50:20,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:50:20,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:20,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:20,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:20,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:50:20,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:50:20,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1954513125, stopped=false 2024-11-14T14:50:20,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,33195,1731595808079 2024-11-14T14:50:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:20,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:20,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:20,027 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:50:20,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:50:20,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:20,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:20,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,45263,1731595808127' ***** 2024-11-14T14:50:20,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:50:20,030 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:50:20,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:50:20,030 INFO [RS:0;da1c6afcd1f9:45263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:50:20,030 INFO [RS:0;da1c6afcd1f9:45263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:50:20,030 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(3091): Received CLOSE for edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:20,031 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:20,020 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,032 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:20,032 INFO [RS:0;da1c6afcd1f9:45263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:45263. 2024-11-14T14:50:20,032 DEBUG [RS:0;da1c6afcd1f9:45263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:20,032 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,032 DEBUG [RS:0;da1c6afcd1f9:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:20,032 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:50:20,032 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edeaeb1dcc2ac0b973abce27bf0520b3, disabling compactions & flushes 2024-11-14T14:50:20,032 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:50:20,033 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:50:20,033 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:50:20,033 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:20,033 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:20,033 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. after waiting 0 ms 2024-11-14T14:50:20,033 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:20,034 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edeaeb1dcc2ac0b973abce27bf0520b3 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T14:50:20,036 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T14:50:20,037 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T14:50:20,037 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 2024-11-14T14:50:20,040 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:50:20,040 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, edeaeb1dcc2ac0b973abce27bf0520b3=TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3.} 2024-11-14T14:50:20,040 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edeaeb1dcc2ac0b973abce27bf0520b3 2024-11-14T14:50:20,040 WARN [IPC Server handler 0 on default port 35443 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-14T14:50:20,040 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:20,040 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:20,041 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:20,041 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:20,041 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:20,041 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-14T14:50:20,042 WARN [AsyncFSWAL-0-hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5-prefix:da1c6afcd1f9,45263,1731595808127.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,042 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da1c6afcd1f9%2C45263%2C1731595808127.meta:.meta(num 1731595809013) roll requested 2024-11-14T14:50:20,045 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 after 6ms 2024-11-14T14:50:20,062 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/.tmp/info/6c352189dcd84ed8820f7466d9f42993 is 1055, key is row0001/info:/1731595819785/Put/seqid=0 2024-11-14T14:50:20,063 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595820042.meta, exclude list is [], retry=0 2024-11-14T14:50:20,065 WARN [Thread-619 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741838_1015 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:50:20,066 WARN [Thread-619 {}] hdfs.DataStreamer(1731): Error Recovery for BP-455624921-172.17.0.2-1731595807343:blk_1073741838_1015 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK], DatanodeInfoWithStorage[127.0.0.1:35105,DS-48373dd5-1926-4c60-a534-6d58a1f63b79,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK]) is bad. 2024-11-14T14:50:20,066 WARN [Thread-619 {}] hdfs.DataStreamer(1850): Abandoning BP-455624921-172.17.0.2-1731595807343:blk_1073741838_1015 2024-11-14T14:50:20,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35105,DS-48373dd5-1926-4c60-a534-6d58a1f63b79,DISK] 2024-11-14T14:50:20,069 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-14T14:50:20,069 WARN [regionserver/da1c6afcd1f9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595820042.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:42935 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,070 WARN [Thread-619 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:42935,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK] 2024-11-14T14:50:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741840_1017 (size=7062) 2024-11-14T14:50:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741840_1017 (size=7062) 2024-11-14T14:50:20,095 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/.tmp/info/6c352189dcd84ed8820f7466d9f42993 2024-11-14T14:50:20,114 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/.tmp/info/6c352189dcd84ed8820f7466d9f42993 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/info/6c352189dcd84ed8820f7466d9f42993 2024-11-14T14:50:20,126 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:20,130 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/info/6c352189dcd84ed8820f7466d9f42993, entries=2, sequenceid=6, filesize=6.9 K 2024-11-14T14:50:20,132 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for edeaeb1dcc2ac0b973abce27bf0520b3 in 99ms, sequenceid=6, compaction requested=false 2024-11-14T14:50:20,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0eee9e9f1da8923 with lease ID 0x611457c859a07cee: from storage DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f node DatanodeRegistration(127.0.0.1:44339, datanodeUuid=c250e7f3-6225-413d-89a6-1b74b1360776, infoPort=43039, infoSecurePort=0, ipcPort=46117, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:50:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0eee9e9f1da8923 with lease ID 0x611457c859a07cee: from storage DS-9d7cd0cd-6a19-4c02-b5e6-714f9ff3ae8e node DatanodeRegistration(127.0.0.1:44339, datanodeUuid=c250e7f3-6225-413d-89a6-1b74b1360776, infoPort=43039, infoSecurePort=0, ipcPort=46117, storageInfo=lv=-57;cid=testClusterID;nsid=1784675443;c=1731595807343), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:20,149 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/default/TestLogRolling-testLogRollOnDatanodeDeath/edeaeb1dcc2ac0b973abce27bf0520b3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:50:20,150 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:20,150 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edeaeb1dcc2ac0b973abce27bf0520b3: Waiting for close lock at 1731595820032Running coprocessor pre-close hooks at 1731595820032Disabling compacts and flushes for region at 1731595820032Disabling writes for close at 1731595820033 (+1 ms)Obtaining lock to block concurrent updates at 1731595820034 (+1 ms)Preparing flush snapshotting stores in edeaeb1dcc2ac0b973abce27bf0520b3 at 1731595820034Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731595820034Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. at 1731595820039 (+5 ms)Flushing edeaeb1dcc2ac0b973abce27bf0520b3/info: creating writer at 1731595820039Flushing edeaeb1dcc2ac0b973abce27bf0520b3/info: appending metadata at 1731595820062 (+23 ms)Flushing edeaeb1dcc2ac0b973abce27bf0520b3/info: closing flushed file at 1731595820062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b455ddc: reopening flushed file at 1731595820113 (+51 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for edeaeb1dcc2ac0b973abce27bf0520b3 in 99ms, sequenceid=6, compaction requested=false at 1731595820132 (+19 ms)Writing region close event to WAL at 1731595820144 (+12 ms)Running coprocessor post-close hooks at 1731595820150 (+6 ms)Closed at 1731595820150 2024-11-14T14:50:20,151 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3. 2024-11-14T14:50:20,170 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595820042.meta, exclude list is [(127.0.0.1/127.0.0.1:36851:36851)], retry=1 2024-11-14T14:50:20,170 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_511893873_22 at /127.0.0.1:34246 [Receiving block BP-455624921-172.17.0.2-1731595807343:blk_1073741839_1016] {}] datanode.DataXceiver(331): 127.0.0.1:35105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34246 dst: /127.0.0.1:35105 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-6a01e22f-536c-4434-8f59-5cdd1f8b7f97,DISK] 2024-11-14T14:50:20,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-903e7cb3-b0ba-4738-9a5c-81a23b31a47f,DISK] 2024-11-14T14:50:20,176 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595820042.meta 2024-11-14T14:50:20,178 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-14T14:50:20,178 DEBUG [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta is not closed yet, will try archiving it next time 2024-11-14T14:50:20,178 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,178 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:20,178 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta 2024-11-14T14:50:20,179 WARN [IPC Server handler 4 on default port 35443 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta has not been closed. Lease recovery is in progress. RecoveryId = 1019 for block blk_1073741834_1010 2024-11-14T14:50:20,179 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta after 0ms 2024-11-14T14:50:20,199 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/info/cd430128f5524f37811270962a8c5fd7 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731595809747.edeaeb1dcc2ac0b973abce27bf0520b3./info:regioninfo/1731595810122/Put/seqid=0 2024-11-14T14:50:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741842_1020 (size=7089) 2024-11-14T14:50:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741842_1020 (size=7089) 2024-11-14T14:50:20,207 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/info/cd430128f5524f37811270962a8c5fd7 2024-11-14T14:50:20,232 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/ns/0958589ad63b4ea09cd35c900d97f3a0 is 43, key is default/ns:d/1731595809076/Put/seqid=0 2024-11-14T14:50:20,240 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:50:20,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741843_1021 (size=5153) 2024-11-14T14:50:20,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741843_1021 (size=5153) 2024-11-14T14:50:20,249 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/ns/0958589ad63b4ea09cd35c900d97f3a0 2024-11-14T14:50:20,277 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/table/fd5f292358e3463496c5b66ad3be4919 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731595810134/Put/seqid=0 2024-11-14T14:50:20,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741844_1022 (size=5424) 2024-11-14T14:50:20,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741844_1022 (size=5424) 2024-11-14T14:50:20,441 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:50:20,489 INFO [regionserver/da1c6afcd1f9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:50:20,489 INFO [regionserver/da1c6afcd1f9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:50:20,489 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:20,641 DEBUG [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:50:20,685 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/table/fd5f292358e3463496c5b66ad3be4919 2024-11-14T14:50:20,695 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/info/cd430128f5524f37811270962a8c5fd7 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/info/cd430128f5524f37811270962a8c5fd7 2024-11-14T14:50:20,704 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/info/cd430128f5524f37811270962a8c5fd7, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T14:50:20,706 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/ns/0958589ad63b4ea09cd35c900d97f3a0 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/ns/0958589ad63b4ea09cd35c900d97f3a0 2024-11-14T14:50:20,715 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/ns/0958589ad63b4ea09cd35c900d97f3a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:50:20,716 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/.tmp/table/fd5f292358e3463496c5b66ad3be4919 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/table/fd5f292358e3463496c5b66ad3be4919 2024-11-14T14:50:20,724 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/table/fd5f292358e3463496c5b66ad3be4919, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T14:50:20,726 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 684ms, sequenceid=11, compaction requested=false 2024-11-14T14:50:20,737 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:50:20,738 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:20,738 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:20,738 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595820040Running coprocessor pre-close hooks at 1731595820040Disabling compacts and flushes for region at 1731595820040Disabling writes for close at 1731595820041 (+1 ms)Obtaining lock to block concurrent updates at 1731595820041Preparing flush snapshotting stores in 1588230740 at 1731595820041Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731595820042 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731595820178 (+136 ms)Flushing 1588230740/info: creating writer at 1731595820178Flushing 1588230740/info: appending metadata at 1731595820198 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731595820198Flushing 1588230740/ns: creating writer at 1731595820215 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731595820232 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731595820232Flushing 1588230740/table: creating writer at 1731595820257 (+25 ms)Flushing 1588230740/table: appending metadata at 1731595820276 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731595820276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664386d8: reopening flushed file at 1731595820694 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c50a29d: reopening flushed file at 1731595820705 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451ff1b2: reopening flushed file at 1731595820715 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 684ms, sequenceid=11, compaction requested=false at 1731595820726 (+11 ms)Writing region close event to WAL at 1731595820732 (+6 ms)Running coprocessor post-close hooks at 1731595820738 (+6 ms)Closed at 1731595820738 2024-11-14T14:50:20,739 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:20,841 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,45263,1731595808127; all regions closed. 2024-11-14T14:50:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741841_1018 (size=825) 2024-11-14T14:50:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741841_1018 (size=825) 2024-11-14T14:50:21,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:50:21,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:21,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:21,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741833_1014 (size=1599) 2024-11-14T14:50:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741834_1019 (size=2386) 2024-11-14T14:50:24,046 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 after 4009ms 2024-11-14T14:50:24,047 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 to hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs/da1c6afcd1f9%2C45263%2C1731595808127.1731595808628 2024-11-14T14:50:24,180 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta after 4001ms 2024-11-14T14:50:24,181 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/WALs/da1c6afcd1f9,45263,1731595808127/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta to hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs/da1c6afcd1f9%2C45263%2C1731595808127.meta.1731595809013.meta 2024-11-14T14:50:24,184 DEBUG [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs 2024-11-14T14:50:24,184 INFO [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C45263%2C1731595808127.meta:.meta(num 1731595820042) 2024-11-14T14:50:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741837_1013 (size=2288) 2024-11-14T14:50:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741837_1013 (size=2288) 2024-11-14T14:50:24,189 DEBUG [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs 2024-11-14T14:50:24,189 INFO [RS:0;da1c6afcd1f9:45263 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C45263%2C1731595808127:(num 1731595819986) 2024-11-14T14:50:24,189 DEBUG [RS:0;da1c6afcd1f9:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:24,189 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:24,189 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:24,190 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:24,190 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:24,190 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:24,190 INFO [RS:0;da1c6afcd1f9:45263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45263 2024-11-14T14:50:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,45263,1731595808127 2024-11-14T14:50:24,193 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:24,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:24,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,45263,1731595808127] 2024-11-14T14:50:24,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,45263,1731595808127 already deleted, retry=false 2024-11-14T14:50:24,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,45263,1731595808127 expired; onlineServers=0 2024-11-14T14:50:24,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,33195,1731595808079' ***** 2024-11-14T14:50:24,196 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:50:24,196 INFO [M:0;da1c6afcd1f9:33195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:24,196 INFO [M:0;da1c6afcd1f9:33195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:24,196 DEBUG [M:0;da1c6afcd1f9:33195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:50:24,197 DEBUG [M:0;da1c6afcd1f9:33195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:50:24,196 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:50:24,197 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595808387 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595808387,5,FailOnTimeoutGroup] 2024-11-14T14:50:24,197 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595808386 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595808386,5,FailOnTimeoutGroup] 2024-11-14T14:50:24,197 INFO [M:0;da1c6afcd1f9:33195 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:24,197 INFO [M:0;da1c6afcd1f9:33195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:24,197 DEBUG [M:0;da1c6afcd1f9:33195 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:50:24,197 INFO [M:0;da1c6afcd1f9:33195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:50:24,197 INFO [M:0;da1c6afcd1f9:33195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:50:24,197 INFO [M:0;da1c6afcd1f9:33195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:50:24,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:50:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:24,198 DEBUG [M:0;da1c6afcd1f9:33195 {}] zookeeper.ZKUtil(347): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:50:24,198 WARN [M:0;da1c6afcd1f9:33195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:50:24,200 INFO [M:0;da1c6afcd1f9:33195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/.lastflushedseqids 2024-11-14T14:50:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741845_1023 (size=139) 2024-11-14T14:50:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741845_1023 (size=139) 2024-11-14T14:50:24,207 INFO [M:0;da1c6afcd1f9:33195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:50:24,208 INFO [M:0;da1c6afcd1f9:33195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:50:24,208 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:50:24,208 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:24,208 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:24,208 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:50:24,208 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:24,208 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-14T14:50:24,209 WARN [AsyncFSWAL-0-hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData-prefix:da1c6afcd1f9,33195,1731595808079 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:24,209 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL da1c6afcd1f9%2C33195%2C1731595808079:(num 1731595808281) roll requested 2024-11-14T14:50:24,224 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595824209, exclude list is [], retry=0 2024-11-14T14:50:24,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34121,DS-6a01e22f-536c-4434-8f59-5cdd1f8b7f97,DISK] 2024-11-14T14:50:24,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39383,DS-763fb619-cfae-4224-9d6c-89194a7dbe64,DISK] 2024-11-14T14:50:24,229 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595824209 2024-11-14T14:50:24,229 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42831:42831),(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-14T14:50:24,229 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 is not closed yet, will try archiving it next time 2024-11-14T14:50:24,229 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:24,230 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:24,230 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 2024-11-14T14:50:24,231 WARN [IPC Server handler 1 on default port 35443 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-14T14:50:24,231 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 after 1ms 2024-11-14T14:50:24,246 DEBUG [M:0;da1c6afcd1f9:33195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/864d8c99edcb4b85bb0b073ba1b93a5e is 82, key is hbase:meta,,1/info:regioninfo/1731595809057/Put/seqid=0 2024-11-14T14:50:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741847_1026 (size=5672) 2024-11-14T14:50:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741847_1026 (size=5672) 2024-11-14T14:50:24,253 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/864d8c99edcb4b85bb0b073ba1b93a5e 2024-11-14T14:50:24,275 DEBUG [M:0;da1c6afcd1f9:33195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/099efd20a10d416e81c3b81a1ab8c416 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731595810139/Put/seqid=0 2024-11-14T14:50:24,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741848_1027 (size=6115) 2024-11-14T14:50:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741848_1027 (size=6115) 2024-11-14T14:50:24,281 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/099efd20a10d416e81c3b81a1ab8c416 2024-11-14T14:50:24,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:24,295 INFO [RS:0;da1c6afcd1f9:45263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:24,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x101a742a2a50001, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:24,295 INFO [RS:0;da1c6afcd1f9:45263 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,45263,1731595808127; zookeeper connection closed. 2024-11-14T14:50:24,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2869e865 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2869e865 2024-11-14T14:50:24,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:50:24,302 DEBUG [M:0;da1c6afcd1f9:33195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31f09b67e9524ee7a0eecddab5dcaec7 is 69, key is da1c6afcd1f9,45263,1731595808127/rs:state/1731595808473/Put/seqid=0 2024-11-14T14:50:24,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741849_1028 (size=5156) 2024-11-14T14:50:24,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741849_1028 (size=5156) 2024-11-14T14:50:24,309 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31f09b67e9524ee7a0eecddab5dcaec7 2024-11-14T14:50:24,331 DEBUG [M:0;da1c6afcd1f9:33195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d563b02d5aca43df8875a12ad5ed8c05 is 52, key is load_balancer_on/state:d/1731595809164/Put/seqid=0 2024-11-14T14:50:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35105 is added to blk_1073741850_1029 (size=5056) 2024-11-14T14:50:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741850_1029 (size=5056) 2024-11-14T14:50:24,337 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d563b02d5aca43df8875a12ad5ed8c05 2024-11-14T14:50:24,343 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/864d8c99edcb4b85bb0b073ba1b93a5e as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/864d8c99edcb4b85bb0b073ba1b93a5e 2024-11-14T14:50:24,349 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/864d8c99edcb4b85bb0b073ba1b93a5e, entries=8, sequenceid=56, filesize=5.5 K 2024-11-14T14:50:24,350 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/099efd20a10d416e81c3b81a1ab8c416 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/099efd20a10d416e81c3b81a1ab8c416 2024-11-14T14:50:24,356 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/099efd20a10d416e81c3b81a1ab8c416, entries=6, sequenceid=56, filesize=6.0 K 2024-11-14T14:50:24,357 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31f09b67e9524ee7a0eecddab5dcaec7 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31f09b67e9524ee7a0eecddab5dcaec7 2024-11-14T14:50:24,362 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31f09b67e9524ee7a0eecddab5dcaec7, entries=1, sequenceid=56, filesize=5.0 K 2024-11-14T14:50:24,363 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d563b02d5aca43df8875a12ad5ed8c05 as hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d563b02d5aca43df8875a12ad5ed8c05 2024-11-14T14:50:24,369 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d563b02d5aca43df8875a12ad5ed8c05, entries=1, sequenceid=56, filesize=4.9 K 2024-11-14T14:50:24,370 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=56, compaction requested=false 2024-11-14T14:50:24,372 INFO [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:24,372 DEBUG [M:0;da1c6afcd1f9:33195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595824208Disabling compacts and flushes for region at 1731595824208Disabling writes for close at 1731595824208Obtaining lock to block concurrent updates at 1731595824208Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595824208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731595824209 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595824230 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595824230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595824246 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595824246Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595824259 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595824275 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595824275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595824287 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595824302 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595824302Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731595824315 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731595824330 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731595824330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67646fa8: reopening flushed file at 1731595824342 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3a786: reopening flushed file at 1731595824349 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ea3fc2: reopening flushed file at 1731595824356 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb06455: reopening flushed file at 1731595824362 (+6 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=56, compaction requested=false at 1731595824370 (+8 ms)Writing region close event to WAL at 1731595824372 (+2 ms)Closed at 1731595824372 2024-11-14T14:50:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741846_1024 (size=757) 2024-11-14T14:50:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34121 is added to blk_1073741846_1024 (size=757) 2024-11-14T14:50:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741833_1014 (size=1599) 2024-11-14T14:50:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39383 is added to blk_1073741834_1019 (size=2386) 2024-11-14T14:50:26,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T14:50:26,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:26,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:50:26,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:50:28,232 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 after 4002ms 2024-11-14T14:50:28,232 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/WALs/da1c6afcd1f9,33195,1731595808079/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 to hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/oldWALs/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 2024-11-14T14:50:28,236 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/MasterData/oldWALs/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281 to hdfs://localhost:35443/user/jenkins/test-data/24cdbdbd-7309-ebe3-548c-f110d3e56cc5/oldWALs/da1c6afcd1f9%2C33195%2C1731595808079.1731595808281$masterlocalwal$ 2024-11-14T14:50:28,237 INFO [M:0;da1c6afcd1f9:33195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:50:28,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:28,237 INFO [M:0;da1c6afcd1f9:33195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33195 2024-11-14T14:50:28,237 INFO [M:0;da1c6afcd1f9:33195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:28,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:28,339 INFO [M:0;da1c6afcd1f9:33195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:28,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33195-0x101a742a2a50000, quorum=127.0.0.1:56756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:28,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d6b559{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:28,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2714f2a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:28,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:28,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d7611bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:28,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633bbc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:28,344 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:28,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:28,344 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455624921-172.17.0.2-1731595807343 (Datanode Uuid c250e7f3-6225-413d-89a6-1b74b1360776) service to localhost/127.0.0.1:35443 2024-11-14T14:50:28,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:28,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data1/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data2/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:28,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b6597e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:28,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e3f396{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:28,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:28,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bb0be6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:28,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331de243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:28,351 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:28,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:28,351 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455624921-172.17.0.2-1731595807343 (Datanode Uuid 9b0078d9-3d00-42b2-9418-00ddf859995f) service to localhost/127.0.0.1:35443 2024-11-14T14:50:28,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:28,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data9/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data10/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:28,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59dddc33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:28,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73665cbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:28,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:28,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3da037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:28,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e38cdfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:28,359 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:28,359 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:28,359 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455624921-172.17.0.2-1731595807343 (Datanode Uuid 295ece75-5582-413d-b849-6e67e033d681) service to localhost/127.0.0.1:35443 2024-11-14T14:50:28,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:28,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data7/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data8/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:28,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f88b9c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:28,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@268928f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:28,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:28,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c34ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:28,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363d2dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:28,363 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:28,363 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455624921-172.17.0.2-1731595807343 (Datanode Uuid a852ccdb-1470-411d-b27f-d96a68340e7d) service to localhost/127.0.0.1:35443 2024-11-14T14:50:28,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:28,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:28,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data5/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data6/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:28,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c703136{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:28,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c83ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:28,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:28,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fcab83f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:28,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9c66de8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:28,369 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:28,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:28,369 WARN [BP-455624921-172.17.0.2-1731595807343 heartbeating to localhost/127.0.0.1:35443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455624921-172.17.0.2-1731595807343 (Datanode Uuid 6c01bcfe-44a5-453d-8691-bbe2064306bb) service to localhost/127.0.0.1:35443 2024-11-14T14:50:28,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:28,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data3/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/cluster_23fd4615-5858-b31a-41bd-eb1a025cc143/data/data4/current/BP-455624921-172.17.0.2-1731595807343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:28,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:28,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27448d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:50:28,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230059be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:28,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:28,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9d5199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:28,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39b9038d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:28,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:50:28,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:50:28,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 71) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35443 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 177) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8046 (was 8369) 2024-11-14T14:50:28,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=8045 2024-11-14T14:50:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:50:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.log.dir so I do NOT create it in target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440 2024-11-14T14:50:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f624d2f3-623d-f7e5-327a-ab486c953d47/hadoop.tmp.dir so I do NOT create it in target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb, deleteOnExit=true 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/test.cache.data in system properties and HBase conf 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:50:28,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:50:28,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:50:28,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:50:28,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:28,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:28,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:28,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:28,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:28,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:28,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcfd7cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:28,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b06028{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:28,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@294fcb0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/java.io.tmpdir/jetty-localhost-44365-hadoop-hdfs-3_4_1-tests_jar-_-any-8505762781655950666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:50:28,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17238c92{HTTP/1.1, (http/1.1)}{localhost:44365} 2024-11-14T14:50:28,658 INFO [Time-limited test {}] server.Server(415): Started @88794ms 2024-11-14T14:50:28,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:28,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:28,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:28,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:28,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:28,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35546af6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:28,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b8d92aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:28,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7688e99e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/java.io.tmpdir/jetty-localhost-36987-hadoop-hdfs-3_4_1-tests_jar-_-any-4753676067456883206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:28,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24a6d8ae{HTTP/1.1, (http/1.1)}{localhost:36987} 2024-11-14T14:50:28,891 INFO [Time-limited test {}] server.Server(415): Started @89027ms 2024-11-14T14:50:28,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:28,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:28,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:28,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:28,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:28,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:28,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3514840d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:28,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1068d568{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:28,987 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data1/current/BP-1634395562-172.17.0.2-1731595828476/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:28,987 WARN [Thread-789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data2/current/BP-1634395562-172.17.0.2-1731595828476/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:29,010 WARN [Thread-767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19c741b23ae5bd10 with lease ID 0x751e7a32ff24ebcf: Processing first storage report for DS-7e2ae308-27db-4c97-8419-12cadc7df411 from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=298095a9-4c71-4216-974f-838f345e74e2, infoPort=33261, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476) 2024-11-14T14:50:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19c741b23ae5bd10 with lease ID 0x751e7a32ff24ebcf: from storage DS-7e2ae308-27db-4c97-8419-12cadc7df411 node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=298095a9-4c71-4216-974f-838f345e74e2, infoPort=33261, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:50:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19c741b23ae5bd10 with lease ID 0x751e7a32ff24ebcf: Processing first storage report for DS-778eba79-e173-46d9-bd50-f1fcd62b5321 from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=298095a9-4c71-4216-974f-838f345e74e2, infoPort=33261, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476) 2024-11-14T14:50:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19c741b23ae5bd10 with lease ID 0x751e7a32ff24ebcf: from storage DS-778eba79-e173-46d9-bd50-f1fcd62b5321 node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=298095a9-4c71-4216-974f-838f345e74e2, infoPort=33261, infoSecurePort=0, ipcPort=44335, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:29,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21893e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/java.io.tmpdir/jetty-localhost-42401-hadoop-hdfs-3_4_1-tests_jar-_-any-7813759264425026338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:29,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59feadde{HTTP/1.1, (http/1.1)}{localhost:42401} 2024-11-14T14:50:29,051 INFO [Time-limited test {}] server.Server(415): Started @89186ms 2024-11-14T14:50:29,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:29,137 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data3/current/BP-1634395562-172.17.0.2-1731595828476/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:29,137 WARN [Thread-815 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data4/current/BP-1634395562-172.17.0.2-1731595828476/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:29,155 WARN [Thread-803 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d58245bccf6993 with lease ID 0x751e7a32ff24ebd0: Processing first storage report for DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f from datanode DatanodeRegistration(127.0.0.1:40743, datanodeUuid=f13bd66b-a4a5-46dd-b69e-014246bcc697, infoPort=42789, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476) 2024-11-14T14:50:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d58245bccf6993 with lease ID 0x751e7a32ff24ebd0: from storage DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f node DatanodeRegistration(127.0.0.1:40743, datanodeUuid=f13bd66b-a4a5-46dd-b69e-014246bcc697, infoPort=42789, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d58245bccf6993 with lease ID 0x751e7a32ff24ebd0: Processing first storage report for DS-3a98c924-ac99-48b0-ac9c-214eb6a09d16 from datanode DatanodeRegistration(127.0.0.1:40743, datanodeUuid=f13bd66b-a4a5-46dd-b69e-014246bcc697, infoPort=42789, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476) 2024-11-14T14:50:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d58245bccf6993 with lease ID 0x751e7a32ff24ebd0: from storage DS-3a98c924-ac99-48b0-ac9c-214eb6a09d16 node DatanodeRegistration(127.0.0.1:40743, datanodeUuid=f13bd66b-a4a5-46dd-b69e-014246bcc697, infoPort=42789, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=877501024;c=1731595828476), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:29,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440 2024-11-14T14:50:29,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/zookeeper_0, clientPort=61145, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:50:29,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61145 2024-11-14T14:50:29,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:29,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:29,192 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed with version=8 2024-11-14T14:50:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase-staging 2024-11-14T14:50:29,194 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:29,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:29,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:50:29,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:29,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39001 2024-11-14T14:50:29,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39001 connecting to ZooKeeper ensemble=127.0.0.1:61145 2024-11-14T14:50:29,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390010x0, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:29,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39001-0x101a742f5220000 connected 2024-11-14T14:50:29,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:29,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed, hbase.cluster.distributed=false 2024-11-14T14:50:29,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:29,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39001 2024-11-14T14:50:29,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39001 2024-11-14T14:50:29,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39001 2024-11-14T14:50:29,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39001 2024-11-14T14:50:29,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39001 2024-11-14T14:50:29,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:29,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:29,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:29,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:29,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:29,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:29,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:50:29,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:29,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35845 2024-11-14T14:50:29,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35845 connecting to ZooKeeper ensemble=127.0.0.1:61145 2024-11-14T14:50:29,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358450x0, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:29,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35845-0x101a742f5220001 connected 2024-11-14T14:50:29,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:29,270 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:50:29,271 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:50:29,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:50:29,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:29,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-14T14:50:29,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35845 2024-11-14T14:50:29,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35845 2024-11-14T14:50:29,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-14T14:50:29,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-14T14:50:29,285 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:39001 2024-11-14T14:50:29,285 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:29,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:29,288 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,290 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:50:29,291 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,39001,1731595829194 from backup master directory 2024-11-14T14:50:29,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:29,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:29,292 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:29,292 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,298 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/hbase.id] with ID: cda70f59-d1b4-4ba2-976c-083296f5b7e2 2024-11-14T14:50:29,298 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/.tmp/hbase.id 2024-11-14T14:50:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:29,306 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/.tmp/hbase.id]:[hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/hbase.id] 2024-11-14T14:50:29,321 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:29,321 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:50:29,323 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T14:50:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:29,335 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:50:29,336 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:50:29,336 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:29,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:29,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:29,345 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store 2024-11-14T14:50:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:29,352 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:29,352 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:50:29,352 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:29,353 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:29,353 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:50:29,353 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:29,353 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:29,353 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595829352Disabling compacts and flushes for region at 1731595829352Disabling writes for close at 1731595829353 (+1 ms)Writing region close event to WAL at 1731595829353Closed at 1731595829353 2024-11-14T14:50:29,354 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/.initializing 2024-11-14T14:50:29,354 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/WALs/da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,355 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:29,357 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C39001%2C1731595829194, suffix=, logDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/WALs/da1c6afcd1f9,39001,1731595829194, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/oldWALs, maxLogs=10 2024-11-14T14:50:29,371 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/WALs/da1c6afcd1f9,39001,1731595829194/da1c6afcd1f9%2C39001%2C1731595829194.1731595829357, exclude list is [], retry=0 2024-11-14T14:50:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f,DISK] 2024-11-14T14:50:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-7e2ae308-27db-4c97-8419-12cadc7df411,DISK] 2024-11-14T14:50:29,376 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/WALs/da1c6afcd1f9,39001,1731595829194/da1c6afcd1f9%2C39001%2C1731595829194.1731595829357 2024-11-14T14:50:29,377 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42789:42789),(127.0.0.1/127.0.0.1:33261:33261)] 2024-11-14T14:50:29,377 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:29,377 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:29,377 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,377 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:50:29,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:29,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:50:29,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:29,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:50:29,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:29,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:50:29,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:29,386 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,387 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,387 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,389 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,389 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,389 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:50:29,390 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:29,392 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:29,393 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851092, jitterRate=0.08222027122974396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:50:29,393 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595829377Initializing all the Stores at 1731595829378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595829378Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595829379 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595829379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595829379Cleaning up temporary data from old regions at 1731595829389 (+10 ms)Region opened successfully at 1731595829393 (+4 ms) 2024-11-14T14:50:29,394 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:50:29,397 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b604c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:29,399 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:50:29,399 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:50:29,399 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:50:29,399 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:50:29,400 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:50:29,400 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:50:29,400 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:50:29,402 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:50:29,403 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:50:29,405 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:50:29,405 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:50:29,406 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:50:29,407 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:50:29,407 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:50:29,408 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:50:29,410 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:50:29,410 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:50:29,412 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:50:29,414 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:50:29,415 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:50:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,418 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,39001,1731595829194, sessionid=0x101a742f5220000, setting cluster-up flag (Was=false) 2024-11-14T14:50:29,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,428 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:50:29,429 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,438 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:50:29,439 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:29,441 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:50:29,444 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:29,444 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:50:29,444 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:50:29,444 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,39001,1731595829194 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,446 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:29,447 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:29,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:50:29,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595859452 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:50:29,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:50:29,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:50:29,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:50:29,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:50:29,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:50:29,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:50:29,454 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595829453,5,FailOnTimeoutGroup] 2024-11-14T14:50:29,454 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595829454,5,FailOnTimeoutGroup] 2024-11-14T14:50:29,454 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,454 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:50:29,454 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,454 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:29,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:50:29,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed 2024-11-14T14:50:29,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:29,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:29,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:29,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:29,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:29,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,475 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(746): ClusterId : cda70f59-d1b4-4ba2-976c-083296f5b7e2 2024-11-14T14:50:29,475 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:50:29,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:29,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:29,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:29,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,478 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:50:29,478 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:50:29,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:29,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:29,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:29,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:29,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:29,481 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:50:29,481 DEBUG [RS:0;da1c6afcd1f9:35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4530c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:29,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:29,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:29,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:29,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:29,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740 2024-11-14T14:50:29,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740 2024-11-14T14:50:29,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:29,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:29,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:50:29,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:29,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:29,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743909, jitterRate=-0.0540713369846344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:50:29,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595829472Initializing all the Stores at 1731595829473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595829473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595829473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595829473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595829473Cleaning up temporary data from old regions at 1731595829486 (+13 ms)Region opened successfully at 1731595829491 (+5 ms) 2024-11-14T14:50:29,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:29,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:29,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:29,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:29,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:29,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:29,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595829491Disabling compacts and flushes for region at 1731595829491Disabling writes for close at 1731595829491Writing region close event to WAL at 1731595829492 (+1 ms)Closed at 1731595829492 2024-11-14T14:50:29,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:29,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:50:29,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:50:29,494 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:35845 2024-11-14T14:50:29,494 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:50:29,494 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:50:29,494 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:50:29,495 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,39001,1731595829194 with port=35845, startcode=1731595829259 2024-11-14T14:50:29,496 DEBUG [RS:0;da1c6afcd1f9:35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:50:29,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:29,498 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:50:29,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:50:29,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39001 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,500 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed 2024-11-14T14:50:29,500 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42973 2024-11-14T14:50:29,500 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:50:29,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:29,503 DEBUG [RS:0;da1c6afcd1f9:35845 {}] zookeeper.ZKUtil(111): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,503 WARN [RS:0;da1c6afcd1f9:35845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:29,503 INFO [RS:0;da1c6afcd1f9:35845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:29,503 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,35845,1731595829259] 2024-11-14T14:50:29,507 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:50:29,509 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:50:29,510 INFO [RS:0;da1c6afcd1f9:35845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:29,510 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,510 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:50:29,511 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:50:29,512 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:29,512 DEBUG [RS:0;da1c6afcd1f9:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:29,513 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,513 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,513 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,513 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,513 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,513 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35845,1731595829259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:29,529 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:50:29,529 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35845,1731595829259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,529 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,529 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.Replication(171): da1c6afcd1f9,35845,1731595829259 started 2024-11-14T14:50:29,544 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:29,544 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,35845,1731595829259, RpcServer on da1c6afcd1f9/172.17.0.2:35845, sessionid=0x101a742f5220001 2024-11-14T14:50:29,544 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:50:29,544 DEBUG [RS:0;da1c6afcd1f9:35845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,545 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,35845,1731595829259' 2024-11-14T14:50:29,545 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:50:29,546 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:50:29,546 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:50:29,546 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:50:29,546 DEBUG [RS:0;da1c6afcd1f9:35845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,547 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,35845,1731595829259' 2024-11-14T14:50:29,547 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:50:29,547 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:50:29,547 DEBUG [RS:0;da1c6afcd1f9:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:50:29,548 INFO [RS:0;da1c6afcd1f9:35845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:50:29,548 INFO [RS:0;da1c6afcd1f9:35845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:50:29,648 INFO [RS:0;da1c6afcd1f9:35845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:29,648 WARN [da1c6afcd1f9:39001 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:50:29,650 INFO [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35845%2C1731595829259, suffix=, logDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/oldWALs, maxLogs=32 2024-11-14T14:50:29,664 DEBUG [RS:0;da1c6afcd1f9:35845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595829651, exclude list is [], retry=0 2024-11-14T14:50:29,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f,DISK] 2024-11-14T14:50:29,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-7e2ae308-27db-4c97-8419-12cadc7df411,DISK] 2024-11-14T14:50:29,670 INFO [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595829651 2024-11-14T14:50:29,671 DEBUG [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42789:42789),(127.0.0.1/127.0.0.1:33261:33261)] 2024-11-14T14:50:29,898 DEBUG [da1c6afcd1f9:39001 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:50:29,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:29,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,35845,1731595829259, state=OPENING 2024-11-14T14:50:29,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:50:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:29,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:29,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:29,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:29,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35845,1731595829259}] 2024-11-14T14:50:30,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:30,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:30,065 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:50:30,065 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:30,066 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:50:30,067 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35845%2C1731595829259.meta, suffix=.meta, logDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259, archiveDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/oldWALs, maxLogs=32 2024-11-14T14:50:30,081 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.meta.1731595830068.meta, exclude list is [], retry=0 2024-11-14T14:50:30,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f,DISK] 2024-11-14T14:50:30,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-7e2ae308-27db-4c97-8419-12cadc7df411,DISK] 2024-11-14T14:50:30,086 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.meta.1731595830068.meta 2024-11-14T14:50:30,086 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42789:42789),(127.0.0.1/127.0.0.1:33261:33261)] 2024-11-14T14:50:30,087 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:30,087 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:50:30,087 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:50:30,087 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:50:30,087 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:50:30,087 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:30,088 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:50:30,088 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:50:30,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:30,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:30,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:30,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:30,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:30,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:30,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:30,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:30,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:30,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:30,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:30,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:30,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:30,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:30,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:30,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:30,095 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:30,096 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740 2024-11-14T14:50:30,097 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740 2024-11-14T14:50:30,098 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:30,099 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:30,099 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:50:30,101 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:30,101 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=800656, jitterRate=0.018086835741996765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:50:30,102 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:50:30,102 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595830088Writing region info on filesystem at 1731595830088Initializing all the Stores at 1731595830089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595830089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595830089Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595830089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595830089Cleaning up temporary data from old regions at 1731595830099 (+10 ms)Running coprocessor post-open hooks at 1731595830102 (+3 ms)Region opened successfully at 1731595830102 2024-11-14T14:50:30,103 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595830059 2024-11-14T14:50:30,106 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:50:30,106 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:50:30,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:30,108 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,35845,1731595829259, state=OPEN 2024-11-14T14:50:30,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:30,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:30,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:30,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:30,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:30,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:50:30,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35845,1731595829259 in 207 msec 2024-11-14T14:50:30,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:50:30,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-14T14:50:30,120 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:30,120 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:50:30,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:30,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35845,1731595829259, seqNum=-1] 2024-11-14T14:50:30,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:30,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58429, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:30,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 685 msec 2024-11-14T14:50:30,129 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595830129, completionTime=-1 2024-11-14T14:50:30,129 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:50:30,129 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:50:30,131 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T14:50:30,131 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731595890131 2024-11-14T14:50:30,131 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731595950131 2024-11-14T14:50:30,132 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T14:50:30,132 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39001,1731595829194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,132 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39001,1731595829194-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,132 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39001,1731595829194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,132 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:39001, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,132 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,133 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,135 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.845sec 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39001,1731595829194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:30,138 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39001,1731595829194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:50:30,141 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:50:30,142 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:50:30,142 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,39001,1731595829194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:30,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd09b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:30,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,39001,-1 for getting cluster id 2024-11-14T14:50:30,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:50:30,178 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cda70f59-d1b4-4ba2-976c-083296f5b7e2' 2024-11-14T14:50:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:50:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cda70f59-d1b4-4ba2-976c-083296f5b7e2" 2024-11-14T14:50:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2832ddef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,39001,-1] 2024-11-14T14:50:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:50:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:30,181 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:50:30,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648125e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:30,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35845,1731595829259, seqNum=-1] 2024-11-14T14:50:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:30,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:30,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:30,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:30,190 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T14:50:30,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:50:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,39001,1731595829194 2024-11-14T14:50:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292332d3 2024-11-14T14:50:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:50:30,192 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:50:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T14:50:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T14:50:30,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:50:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:30,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:50:30,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:30,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-14T14:50:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:30,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:50:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741835_1011 (size=405) 2024-11-14T14:50:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741835_1011 (size=405) 2024-11-14T14:50:30,207 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18862d53a789471f3aabf72fdd892152, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed 2024-11-14T14:50:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741836_1012 (size=88) 2024-11-14T14:50:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741836_1012 (size=88) 2024-11-14T14:50:30,215 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:30,215 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 18862d53a789471f3aabf72fdd892152, disabling compactions & flushes 2024-11-14T14:50:30,215 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,215 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,215 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. after waiting 0 ms 2024-11-14T14:50:30,215 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,215 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,216 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18862d53a789471f3aabf72fdd892152: Waiting for close lock at 1731595830215Disabling compacts and flushes for region at 1731595830215Disabling writes for close at 1731595830215Writing region close event to WAL at 1731595830215Closed at 1731595830215 2024-11-14T14:50:30,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:50:30,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731595830217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595830217"}]},"ts":"1731595830217"} 2024-11-14T14:50:30,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:50:30,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:50:30,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595830221"}]},"ts":"1731595830221"} 2024-11-14T14:50:30,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-14T14:50:30,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18862d53a789471f3aabf72fdd892152, ASSIGN}] 2024-11-14T14:50:30,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18862d53a789471f3aabf72fdd892152, ASSIGN 2024-11-14T14:50:30,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18862d53a789471f3aabf72fdd892152, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35845,1731595829259; forceNewPlan=false, retain=false 2024-11-14T14:50:30,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18862d53a789471f3aabf72fdd892152, regionState=OPENING, regionLocation=da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18862d53a789471f3aabf72fdd892152, ASSIGN because future has completed 2024-11-14T14:50:30,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18862d53a789471f3aabf72fdd892152, server=da1c6afcd1f9,35845,1731595829259}] 2024-11-14T14:50:30,538 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,538 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18862d53a789471f3aabf72fdd892152, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:30,538 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,538 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:30,539 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,539 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,540 INFO [StoreOpener-18862d53a789471f3aabf72fdd892152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,542 INFO [StoreOpener-18862d53a789471f3aabf72fdd892152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18862d53a789471f3aabf72fdd892152 columnFamilyName info 2024-11-14T14:50:30,542 DEBUG [StoreOpener-18862d53a789471f3aabf72fdd892152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:30,543 INFO [StoreOpener-18862d53a789471f3aabf72fdd892152-1 {}] regionserver.HStore(327): Store=18862d53a789471f3aabf72fdd892152/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:30,543 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,543 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,544 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,544 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,544 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,546 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,548 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:30,549 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18862d53a789471f3aabf72fdd892152; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697538, jitterRate=-0.1130346804857254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:30,549 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:50:30,550 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18862d53a789471f3aabf72fdd892152: Running coprocessor pre-open hook at 1731595830539Writing region info on filesystem at 1731595830539Initializing all the Stores at 1731595830540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595830540Cleaning up temporary data from old regions at 1731595830544 (+4 ms)Running coprocessor post-open hooks at 1731595830549 (+5 ms)Region opened successfully at 1731595830550 (+1 ms) 2024-11-14T14:50:30,551 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152., pid=6, masterSystemTime=1731595830533 2024-11-14T14:50:30,553 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,553 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:30,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18862d53a789471f3aabf72fdd892152, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35845,1731595829259 2024-11-14T14:50:30,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18862d53a789471f3aabf72fdd892152, server=da1c6afcd1f9,35845,1731595829259 because future has completed 2024-11-14T14:50:30,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:50:30,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18862d53a789471f3aabf72fdd892152, server=da1c6afcd1f9,35845,1731595829259 in 178 msec 2024-11-14T14:50:30,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:50:30,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18862d53a789471f3aabf72fdd892152, ASSIGN in 338 msec 2024-11-14T14:50:30,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:50:30,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595830564"}]},"ts":"1731595830564"} 2024-11-14T14:50:30,567 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-14T14:50:30,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:50:30,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 375 msec 2024-11-14T14:50:31,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:50:31,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:31,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:50:35,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:50:35,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-14T14:50:36,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:50:36,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:36,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:36,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:50:36,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:50:36,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:36,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:36,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:40,244 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T14:50:40,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-14T14:50:40,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:40,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:40,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152., hostname=da1c6afcd1f9,35845,1731595829259, seqNum=2] 2024-11-14T14:50:40,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:40,265 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:50:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:50:40,266 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:50:40,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:50:40,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:50:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:40,430 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 18862d53a789471f3aabf72fdd892152 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T14:50:40,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/37f6c92139834d1aa4b238bb665011f4 is 1055, key is row0001/info:/1731595840253/Put/seqid=0 2024-11-14T14:50:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741837_1013 (size=6008) 2024-11-14T14:50:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741837_1013 (size=6008) 2024-11-14T14:50:40,454 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/37f6c92139834d1aa4b238bb665011f4 2024-11-14T14:50:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/37f6c92139834d1aa4b238bb665011f4 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/37f6c92139834d1aa4b238bb665011f4 2024-11-14T14:50:40,468 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/37f6c92139834d1aa4b238bb665011f4, entries=1, sequenceid=5, filesize=5.9 K 2024-11-14T14:50:40,469 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18862d53a789471f3aabf72fdd892152 in 40ms, sequenceid=5, compaction requested=false 2024-11-14T14:50:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 18862d53a789471f3aabf72fdd892152: 2024-11-14T14:50:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T14:50:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T14:50:40,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T14:50:40,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-14T14:50:40,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 218 msec 2024-11-14T14:50:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:50:50,315 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T14:50:50,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:50:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:50:50,321 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:50:50,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:50:50,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:50:50,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:50:50,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:50,476 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 18862d53a789471f3aabf72fdd892152 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T14:50:50,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/8d76d44dad0a46bea9281bab1a9253f8 is 1055, key is row0002/info:/1731595850317/Put/seqid=0 2024-11-14T14:50:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741838_1014 (size=6008) 2024-11-14T14:50:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741838_1014 (size=6008) 2024-11-14T14:50:50,487 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/8d76d44dad0a46bea9281bab1a9253f8 2024-11-14T14:50:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/8d76d44dad0a46bea9281bab1a9253f8 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/8d76d44dad0a46bea9281bab1a9253f8 2024-11-14T14:50:50,500 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/8d76d44dad0a46bea9281bab1a9253f8, entries=1, sequenceid=9, filesize=5.9 K 2024-11-14T14:50:50,501 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18862d53a789471f3aabf72fdd892152 in 25ms, sequenceid=9, compaction requested=false 2024-11-14T14:50:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 18862d53a789471f3aabf72fdd892152: 2024-11-14T14:50:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:50:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T14:50:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T14:50:50,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:50:50,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-14T14:50:50,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-14T14:50:59,176 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:51:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:51:00,345 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T14:51:00,370 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595860349, exclude list is [], retry=0 2024-11-14T14:51:00,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-7e2ae308-27db-4c97-8419-12cadc7df411,DISK] 2024-11-14T14:51:00,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f,DISK] 2024-11-14T14:51:00,380 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595829651 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595860349 2024-11-14T14:51:00,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33261:33261),(127.0.0.1/127.0.0.1:42789:42789)] 2024-11-14T14:51:00,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595829651 is not closed yet, will try archiving it next time 2024-11-14T14:51:00,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:51:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:51:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741833_1009 (size=5471) 2024-11-14T14:51:00,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741833_1009 (size=5471) 2024-11-14T14:51:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:51:00,389 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:51:00,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:51:00,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:51:00,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:51:00,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:00,546 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 18862d53a789471f3aabf72fdd892152 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T14:51:00,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/eaade21a869f4485b318fec019dcb3f3 is 1055, key is row0003/info:/1731595860347/Put/seqid=0 2024-11-14T14:51:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741840_1016 (size=6008) 2024-11-14T14:51:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741840_1016 (size=6008) 2024-11-14T14:51:00,564 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/eaade21a869f4485b318fec019dcb3f3 2024-11-14T14:51:00,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/eaade21a869f4485b318fec019dcb3f3 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/eaade21a869f4485b318fec019dcb3f3 2024-11-14T14:51:00,577 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/eaade21a869f4485b318fec019dcb3f3, entries=1, sequenceid=13, filesize=5.9 K 2024-11-14T14:51:00,578 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18862d53a789471f3aabf72fdd892152 in 32ms, sequenceid=13, compaction requested=true 2024-11-14T14:51:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 18862d53a789471f3aabf72fdd892152: 2024-11-14T14:51:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T14:51:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T14:51:00,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T14:51:00,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-14T14:51:00,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-14T14:51:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:51:10,495 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T14:51:10,498 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:51:10,501 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:51:10,502 DEBUG [Time-limited test {}] regionserver.HStore(1541): 18862d53a789471f3aabf72fdd892152/info is initiating minor compaction (all files) 2024-11-14T14:51:10,502 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:51:10,502 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:10,503 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 18862d53a789471f3aabf72fdd892152/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:10,503 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/37f6c92139834d1aa4b238bb665011f4, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/8d76d44dad0a46bea9281bab1a9253f8, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/eaade21a869f4485b318fec019dcb3f3] into tmpdir=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp, totalSize=17.6 K 2024-11-14T14:51:10,504 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 37f6c92139834d1aa4b238bb665011f4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731595840253 2024-11-14T14:51:10,505 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8d76d44dad0a46bea9281bab1a9253f8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731595850317 2024-11-14T14:51:10,505 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eaade21a869f4485b318fec019dcb3f3, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731595860347 2024-11-14T14:51:10,527 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 18862d53a789471f3aabf72fdd892152#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:51:10,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/94a2c09b7cc048bd896f069b527faeb2 is 1055, key is row0001/info:/1731595840253/Put/seqid=0 2024-11-14T14:51:10,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741841_1017 (size=8221) 2024-11-14T14:51:10,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741841_1017 (size=8221) 2024-11-14T14:51:10,540 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/94a2c09b7cc048bd896f069b527faeb2 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/94a2c09b7cc048bd896f069b527faeb2 2024-11-14T14:51:10,553 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18862d53a789471f3aabf72fdd892152/info of 18862d53a789471f3aabf72fdd892152 into 94a2c09b7cc048bd896f069b527faeb2(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:51:10,553 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 18862d53a789471f3aabf72fdd892152: 2024-11-14T14:51:10,569 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595870556, exclude list is [], retry=0 2024-11-14T14:51:10,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-7e2ae308-27db-4c97-8419-12cadc7df411,DISK] 2024-11-14T14:51:10,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f,DISK] 2024-11-14T14:51:10,573 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595860349 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595870556 2024-11-14T14:51:10,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33261:33261),(127.0.0.1/127.0.0.1:42789:42789)] 2024-11-14T14:51:10,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595860349 is not closed yet, will try archiving it next time 2024-11-14T14:51:10,574 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595829651 to hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/oldWALs/da1c6afcd1f9%2C35845%2C1731595829259.1731595829651 2024-11-14T14:51:10,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:51:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741839_1015 (size=2495) 2024-11-14T14:51:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741839_1015 (size=2495) 2024-11-14T14:51:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:51:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:51:10,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:51:10,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:51:10,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:51:10,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:51:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:10,731 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 18862d53a789471f3aabf72fdd892152 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T14:51:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/48818d0b974f48d5a228ad9d53c1cd0d is 1055, key is row0000/info:/1731595870554/Put/seqid=0 2024-11-14T14:51:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741843_1019 (size=6008) 2024-11-14T14:51:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741843_1019 (size=6008) 2024-11-14T14:51:10,743 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/48818d0b974f48d5a228ad9d53c1cd0d 2024-11-14T14:51:10,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/48818d0b974f48d5a228ad9d53c1cd0d as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/48818d0b974f48d5a228ad9d53c1cd0d 2024-11-14T14:51:10,757 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/48818d0b974f48d5a228ad9d53c1cd0d, entries=1, sequenceid=18, filesize=5.9 K 2024-11-14T14:51:10,758 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18862d53a789471f3aabf72fdd892152 in 27ms, sequenceid=18, compaction requested=false 2024-11-14T14:51:10,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 18862d53a789471f3aabf72fdd892152: 2024-11-14T14:51:10,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:10,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T14:51:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T14:51:10,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T14:51:10,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-14T14:51:10,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-14T14:51:10,861 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:51:10,861 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:51:15,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 18862d53a789471f3aabf72fdd892152, had cached 0 bytes from a total of 14229 2024-11-14T14:51:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:51:20,674 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T14:51:20,691 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595880677, exclude list is [], retry=0 2024-11-14T14:51:20,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-7e2ae308-27db-4c97-8419-12cadc7df411,DISK] 2024-11-14T14:51:20,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-82d973e2-2b2e-4e44-9a86-b55f01a2be9f,DISK] 2024-11-14T14:51:20,696 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595870556 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595880677 2024-11-14T14:51:20,696 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33261:33261),(127.0.0.1/127.0.0.1:42789:42789)] 2024-11-14T14:51:20,696 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595870556 is not closed yet, will try archiving it next time 2024-11-14T14:51:20,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:51:20,696 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/WALs/da1c6afcd1f9,35845,1731595829259/da1c6afcd1f9%2C35845%2C1731595829259.1731595860349 to hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/oldWALs/da1c6afcd1f9%2C35845%2C1731595829259.1731595860349 2024-11-14T14:51:20,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:51:20,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:51:20,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:51:20,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:51:20,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:51:20,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:51:20,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44033319, stopped=false 2024-11-14T14:51:20,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,39001,1731595829194 2024-11-14T14:51:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741842_1018 (size=2001) 2024-11-14T14:51:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741842_1018 (size=2001) 2024-11-14T14:51:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:51:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:51:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:20,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:51:20,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:51:20,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:51:20,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:51:20,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:51:20,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:51:20,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,35845,1731595829259' ***** 2024-11-14T14:51:20,700 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:51:20,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for 18862d53a789471f3aabf72fdd892152 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,35845,1731595829259 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:51:20,701 INFO [RS:0;da1c6afcd1f9:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:35845. 2024-11-14T14:51:20,702 DEBUG [RS:0;da1c6afcd1f9:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18862d53a789471f3aabf72fdd892152, disabling compactions & flushes 2024-11-14T14:51:20,702 DEBUG [RS:0;da1c6afcd1f9:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:51:20,702 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:20,702 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:51:20,702 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. after waiting 0 ms 2024-11-14T14:51:20,702 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:20,702 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:51:20,702 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18862d53a789471f3aabf72fdd892152 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T14:51:20,702 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:51:20,702 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1325): Online Regions={18862d53a789471f3aabf72fdd892152=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:51:20,702 DEBUG [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18862d53a789471f3aabf72fdd892152 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:51:20,702 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:51:20,702 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:51:20,702 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-14T14:51:20,707 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/79d8947e691d4e8eb08337966a80b0ba is 1055, key is row0001/info:/1731595880676/Put/seqid=0 2024-11-14T14:51:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741845_1021 (size=6008) 2024-11-14T14:51:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741845_1021 (size=6008) 2024-11-14T14:51:20,715 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/79d8947e691d4e8eb08337966a80b0ba 2024-11-14T14:51:20,722 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/info/fe1a360c821b422bbde48454b975b062 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152./info:regioninfo/1731595830554/Put/seqid=0 2024-11-14T14:51:20,726 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/.tmp/info/79d8947e691d4e8eb08337966a80b0ba as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/79d8947e691d4e8eb08337966a80b0ba 2024-11-14T14:51:20,734 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/79d8947e691d4e8eb08337966a80b0ba, entries=1, sequenceid=22, filesize=5.9 K 2024-11-14T14:51:20,735 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18862d53a789471f3aabf72fdd892152 in 33ms, sequenceid=22, compaction requested=true 2024-11-14T14:51:20,740 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/37f6c92139834d1aa4b238bb665011f4, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/8d76d44dad0a46bea9281bab1a9253f8, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/eaade21a869f4485b318fec019dcb3f3] to archive 2024-11-14T14:51:20,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741846_1022 (size=7308) 2024-11-14T14:51:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741846_1022 (size=7308) 2024-11-14T14:51:20,744 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/info/fe1a360c821b422bbde48454b975b062 2024-11-14T14:51:20,745 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:51:20,749 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/37f6c92139834d1aa4b238bb665011f4 to hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/37f6c92139834d1aa4b238bb665011f4 2024-11-14T14:51:20,751 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/8d76d44dad0a46bea9281bab1a9253f8 to hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/8d76d44dad0a46bea9281bab1a9253f8 2024-11-14T14:51:20,753 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/eaade21a869f4485b318fec019dcb3f3 to hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/info/eaade21a869f4485b318fec019dcb3f3 2024-11-14T14:51:20,769 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da1c6afcd1f9:39001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T14:51:20,770 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [37f6c92139834d1aa4b238bb665011f4=6008, 8d76d44dad0a46bea9281bab1a9253f8=6008, eaade21a869f4485b318fec019dcb3f3=6008] 2024-11-14T14:51:20,775 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18862d53a789471f3aabf72fdd892152/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-14T14:51:20,775 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/ns/649360cd498d4ed9a33d062715ba1436 is 43, key is default/ns:d/1731595830123/Put/seqid=0 2024-11-14T14:51:20,776 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:20,777 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18862d53a789471f3aabf72fdd892152: Waiting for close lock at 1731595880701Running coprocessor pre-close hooks at 1731595880701Disabling compacts and flushes for region at 1731595880701Disabling writes for close at 1731595880702 (+1 ms)Obtaining lock to block concurrent updates at 1731595880702Preparing flush snapshotting stores in 18862d53a789471f3aabf72fdd892152 at 1731595880702Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731595880702Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. at 1731595880703 (+1 ms)Flushing 18862d53a789471f3aabf72fdd892152/info: creating writer at 1731595880703Flushing 18862d53a789471f3aabf72fdd892152/info: appending metadata at 1731595880706 (+3 ms)Flushing 18862d53a789471f3aabf72fdd892152/info: closing flushed file at 1731595880706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b62dc1: reopening flushed file at 1731595880725 (+19 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18862d53a789471f3aabf72fdd892152 in 33ms, sequenceid=22, compaction requested=true at 1731595880735 (+10 ms)Writing region close event to WAL at 1731595880771 (+36 ms)Running coprocessor post-close hooks at 1731595880776 (+5 ms)Closed at 1731595880776 2024-11-14T14:51:20,777 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731595830193.18862d53a789471f3aabf72fdd892152. 2024-11-14T14:51:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741847_1023 (size=5153) 2024-11-14T14:51:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741847_1023 (size=5153) 2024-11-14T14:51:20,789 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/ns/649360cd498d4ed9a33d062715ba1436 2024-11-14T14:51:20,812 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/table/aae967f5c2b24ef0bde0d01c09d9560a is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731595830564/Put/seqid=0 2024-11-14T14:51:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741848_1024 (size=5508) 2024-11-14T14:51:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741848_1024 (size=5508) 2024-11-14T14:51:20,822 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/table/aae967f5c2b24ef0bde0d01c09d9560a 2024-11-14T14:51:20,831 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/info/fe1a360c821b422bbde48454b975b062 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/info/fe1a360c821b422bbde48454b975b062 2024-11-14T14:51:20,839 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/info/fe1a360c821b422bbde48454b975b062, entries=10, sequenceid=11, filesize=7.1 K 2024-11-14T14:51:20,840 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/ns/649360cd498d4ed9a33d062715ba1436 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/ns/649360cd498d4ed9a33d062715ba1436 2024-11-14T14:51:20,846 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/ns/649360cd498d4ed9a33d062715ba1436, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:51:20,847 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/.tmp/table/aae967f5c2b24ef0bde0d01c09d9560a as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/table/aae967f5c2b24ef0bde0d01c09d9560a 2024-11-14T14:51:20,853 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/table/aae967f5c2b24ef0bde0d01c09d9560a, entries=2, sequenceid=11, filesize=5.4 K 2024-11-14T14:51:20,854 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=11, compaction requested=false 2024-11-14T14:51:20,860 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:51:20,861 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:51:20,861 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:51:20,861 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595880702Running coprocessor pre-close hooks at 1731595880702Disabling compacts and flushes for region at 1731595880702Disabling writes for close at 1731595880702Obtaining lock to block concurrent updates at 1731595880702Preparing flush snapshotting stores in 1588230740 at 1731595880703 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731595880703Flushing stores of hbase:meta,,1.1588230740 at 1731595880703Flushing 1588230740/info: creating writer at 1731595880703Flushing 1588230740/info: appending metadata at 1731595880721 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731595880721Flushing 1588230740/ns: creating writer at 1731595880752 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731595880775 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731595880775Flushing 1588230740/table: creating writer at 1731595880797 (+22 ms)Flushing 1588230740/table: appending metadata at 1731595880812 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731595880812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d85b521: reopening flushed file at 1731595880830 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57420ce6: reopening flushed file at 1731595880839 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b78f2e6: reopening flushed file at 1731595880846 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=11, compaction requested=false at 1731595880854 (+8 ms)Writing region close event to WAL at 1731595880855 (+1 ms)Running coprocessor post-close hooks at 1731595880861 (+6 ms)Closed at 1731595880861 2024-11-14T14:51:20,861 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:51:20,902 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,35845,1731595829259; all regions closed. 2024-11-14T14:51:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741834_1010 (size=3306) 2024-11-14T14:51:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741834_1010 (size=3306) 2024-11-14T14:51:20,909 DEBUG [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/oldWALs 2024-11-14T14:51:20,909 INFO [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C35845%2C1731595829259.meta:.meta(num 1731595830068) 2024-11-14T14:51:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741844_1020 (size=1252) 2024-11-14T14:51:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741844_1020 (size=1252) 2024-11-14T14:51:20,918 DEBUG [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/oldWALs 2024-11-14T14:51:20,918 INFO [RS:0;da1c6afcd1f9:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C35845%2C1731595829259:(num 1731595880677) 2024-11-14T14:51:20,918 DEBUG [RS:0;da1c6afcd1f9:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:51:20,918 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:51:20,918 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:51:20,918 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:51:20,919 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:51:20,919 INFO [RS:0;da1c6afcd1f9:35845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35845 2024-11-14T14:51:20,919 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:51:20,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,35845,1731595829259 2024-11-14T14:51:20,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:51:20,925 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:51:20,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,35845,1731595829259] 2024-11-14T14:51:20,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,35845,1731595829259 already deleted, retry=false 2024-11-14T14:51:20,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,35845,1731595829259 expired; onlineServers=0 2024-11-14T14:51:20,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,39001,1731595829194' ***** 2024-11-14T14:51:20,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:51:20,929 INFO [M:0;da1c6afcd1f9:39001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:51:20,929 INFO [M:0;da1c6afcd1f9:39001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:51:20,929 DEBUG [M:0;da1c6afcd1f9:39001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:51:20,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:51:20,929 DEBUG [M:0;da1c6afcd1f9:39001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:51:20,929 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595829453 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595829453,5,FailOnTimeoutGroup] 2024-11-14T14:51:20,929 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595829454 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595829454,5,FailOnTimeoutGroup] 2024-11-14T14:51:20,930 INFO [M:0;da1c6afcd1f9:39001 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:51:20,930 INFO [M:0;da1c6afcd1f9:39001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:51:20,930 DEBUG [M:0;da1c6afcd1f9:39001 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:51:20,930 INFO [M:0;da1c6afcd1f9:39001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:51:20,930 INFO [M:0;da1c6afcd1f9:39001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:51:20,930 INFO [M:0;da1c6afcd1f9:39001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:51:20,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:51:20,931 DEBUG [M:0;da1c6afcd1f9:39001 {}] zookeeper.ZKUtil(347): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:51:20,931 WARN [M:0;da1c6afcd1f9:39001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:51:20,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:51:20,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:20,934 INFO [M:0;da1c6afcd1f9:39001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/.lastflushedseqids 2024-11-14T14:51:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741849_1025 (size=130) 2024-11-14T14:51:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741849_1025 (size=130) 2024-11-14T14:51:20,940 INFO [M:0;da1c6afcd1f9:39001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:51:20,940 INFO [M:0;da1c6afcd1f9:39001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:51:20,941 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:51:20,941 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:20,941 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:20,941 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:51:20,941 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:20,941 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.61 KB heapSize=55.02 KB 2024-11-14T14:51:20,963 DEBUG [M:0;da1c6afcd1f9:39001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df25de4ce7dd4fbfa47bf851be79d1b7 is 82, key is hbase:meta,,1/info:regioninfo/1731595830107/Put/seqid=0 2024-11-14T14:51:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741850_1026 (size=5672) 2024-11-14T14:51:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741850_1026 (size=5672) 2024-11-14T14:51:20,971 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df25de4ce7dd4fbfa47bf851be79d1b7 2024-11-14T14:51:20,996 DEBUG [M:0;da1c6afcd1f9:39001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b6821087d654e6e860b9eb252b76b8c is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731595830569/Put/seqid=0 2024-11-14T14:51:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741851_1027 (size=7825) 2024-11-14T14:51:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741851_1027 (size=7825) 2024-11-14T14:51:21,005 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.01 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b6821087d654e6e860b9eb252b76b8c 2024-11-14T14:51:21,011 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b6821087d654e6e860b9eb252b76b8c 2024-11-14T14:51:21,027 INFO [RS:0;da1c6afcd1f9:35845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:51:21,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:51:21,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x101a742f5220001, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:51:21,027 INFO [RS:0;da1c6afcd1f9:35845 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,35845,1731595829259; zookeeper connection closed. 2024-11-14T14:51:21,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2928666e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2928666e 2024-11-14T14:51:21,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:51:21,029 DEBUG [M:0;da1c6afcd1f9:39001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf36c70a3ade4a2b8d5affb50d90c2a6 is 69, key is da1c6afcd1f9,35845,1731595829259/rs:state/1731595829499/Put/seqid=0 2024-11-14T14:51:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741852_1028 (size=5156) 2024-11-14T14:51:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741852_1028 (size=5156) 2024-11-14T14:51:21,035 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf36c70a3ade4a2b8d5affb50d90c2a6 2024-11-14T14:51:21,063 DEBUG [M:0;da1c6afcd1f9:39001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3cddc96554904780ba870f174f2a43cf is 52, key is load_balancer_on/state:d/1731595830189/Put/seqid=0 2024-11-14T14:51:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741853_1029 (size=5056) 2024-11-14T14:51:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741853_1029 (size=5056) 2024-11-14T14:51:21,071 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3cddc96554904780ba870f174f2a43cf 2024-11-14T14:51:21,078 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df25de4ce7dd4fbfa47bf851be79d1b7 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df25de4ce7dd4fbfa47bf851be79d1b7 2024-11-14T14:51:21,083 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df25de4ce7dd4fbfa47bf851be79d1b7, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T14:51:21,085 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b6821087d654e6e860b9eb252b76b8c as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b6821087d654e6e860b9eb252b76b8c 2024-11-14T14:51:21,091 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b6821087d654e6e860b9eb252b76b8c 2024-11-14T14:51:21,092 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b6821087d654e6e860b9eb252b76b8c, entries=14, sequenceid=121, filesize=7.6 K 2024-11-14T14:51:21,093 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf36c70a3ade4a2b8d5affb50d90c2a6 as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf36c70a3ade4a2b8d5affb50d90c2a6 2024-11-14T14:51:21,102 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf36c70a3ade4a2b8d5affb50d90c2a6, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T14:51:21,104 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3cddc96554904780ba870f174f2a43cf as hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3cddc96554904780ba870f174f2a43cf 2024-11-14T14:51:21,110 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42973/user/jenkins/test-data/2ace6d0d-4dc0-4238-1a1e-9369149b70ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3cddc96554904780ba870f174f2a43cf, entries=1, sequenceid=121, filesize=4.9 K 2024-11-14T14:51:21,112 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.61 KB/44656, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=121, compaction requested=false 2024-11-14T14:51:21,124 INFO [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:21,124 DEBUG [M:0;da1c6afcd1f9:39001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595880940Disabling compacts and flushes for region at 1731595880940Disabling writes for close at 1731595880941 (+1 ms)Obtaining lock to block concurrent updates at 1731595880941Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595880941Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44656, getHeapSize=56272, getOffHeapSize=0, getCellsCount=140 at 1731595880941Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595880942 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595880942Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595880962 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595880962Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595880976 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595880995 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595880995Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595881012 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595881029 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595881029Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731595881040 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731595881062 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731595881062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a797f6c: reopening flushed file at 1731595881077 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4885ed: reopening flushed file at 1731595881084 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caf9cd8: reopening flushed file at 1731595881092 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528eb882: reopening flushed file at 1731595881103 (+11 ms)Finished flush of dataSize ~43.61 KB/44656, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=121, compaction requested=false at 1731595881112 (+9 ms)Writing region close event to WAL at 1731595881124 (+12 ms)Closed at 1731595881124 2024-11-14T14:51:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741830_1006 (size=53053) 2024-11-14T14:51:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741830_1006 (size=53053) 2024-11-14T14:51:21,131 INFO [M:0;da1c6afcd1f9:39001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:51:21,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:51:21,131 INFO [M:0;da1c6afcd1f9:39001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39001 2024-11-14T14:51:21,131 INFO [M:0;da1c6afcd1f9:39001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:51:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:51:21,234 INFO [M:0;da1c6afcd1f9:39001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:51:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39001-0x101a742f5220000, quorum=127.0.0.1:61145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:51:21,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21893e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:51:21,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59feadde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:51:21,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:51:21,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1068d568{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:51:21,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3514840d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir/,STOPPED} 2024-11-14T14:51:21,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:51:21,239 WARN [BP-1634395562-172.17.0.2-1731595828476 heartbeating to localhost/127.0.0.1:42973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:51:21,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:51:21,239 WARN [BP-1634395562-172.17.0.2-1731595828476 heartbeating to localhost/127.0.0.1:42973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1634395562-172.17.0.2-1731595828476 (Datanode Uuid f13bd66b-a4a5-46dd-b69e-014246bcc697) service to localhost/127.0.0.1:42973 2024-11-14T14:51:21,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data3/current/BP-1634395562-172.17.0.2-1731595828476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:51:21,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data4/current/BP-1634395562-172.17.0.2-1731595828476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:51:21,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:51:21,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7688e99e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:51:21,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24a6d8ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:51:21,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:51:21,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b8d92aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:51:21,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35546af6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir/,STOPPED} 2024-11-14T14:51:21,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:51:21,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:51:21,247 WARN [BP-1634395562-172.17.0.2-1731595828476 heartbeating to localhost/127.0.0.1:42973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:51:21,247 WARN [BP-1634395562-172.17.0.2-1731595828476 heartbeating to localhost/127.0.0.1:42973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1634395562-172.17.0.2-1731595828476 (Datanode Uuid 298095a9-4c71-4216-974f-838f345e74e2) service to localhost/127.0.0.1:42973 2024-11-14T14:51:21,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data1/current/BP-1634395562-172.17.0.2-1731595828476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:51:21,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/cluster_25f07753-369b-d9be-b067-8bf2f866a6bb/data/data2/current/BP-1634395562-172.17.0.2-1731595828476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:51:21,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:51:21,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@294fcb0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:51:21,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17238c92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:51:21,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:51:21,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b06028{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:51:21,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcfd7cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir/,STOPPED} 2024-11-14T14:51:21,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:51:21,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:51:21,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 104), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=7983 (was 8045) 2024-11-14T14:51:21,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=7983 2024-11-14T14:51:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:51:21,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.log.dir so I do NOT create it in target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d616413d-45e5-4a4c-2fad-8f8bc91fa440/hadoop.tmp.dir so I do NOT create it in target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66, deleteOnExit=true 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/test.cache.data in system properties and HBase conf 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:51:21,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:51:21,303 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:51:21,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:51:21,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:51:21,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:51:21,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:51:21,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:51:21,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:51:21,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:51:21,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:51:21,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d62ef86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:51:21,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f39244a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:51:21,515 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:51:21,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1345b99a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/java.io.tmpdir/jetty-localhost-41831-hadoop-hdfs-3_4_1-tests_jar-_-any-11734587069879285590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:51:21,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55589843{HTTP/1.1, (http/1.1)}{localhost:41831} 2024-11-14T14:51:21,554 INFO [Time-limited test {}] server.Server(415): Started @141690ms 2024-11-14T14:51:21,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:51:21,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:51:21,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:51:21,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:51:21,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:51:21,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d59d51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:51:21,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5c618f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:51:21,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@563e578{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/java.io.tmpdir/jetty-localhost-35289-hadoop-hdfs-3_4_1-tests_jar-_-any-1003551368586291468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:51:21,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@251e91d0{HTTP/1.1, (http/1.1)}{localhost:35289} 2024-11-14T14:51:21,783 INFO [Time-limited test {}] server.Server(415): Started @141919ms 2024-11-14T14:51:21,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:51:21,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:51:21,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:51:21,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:51:21,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:51:21,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:51:21,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b28ec74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:51:21,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599242a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:51:21,894 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data1/current/BP-793732722-172.17.0.2-1731595881345/current, will proceed with Du for space computation calculation, 2024-11-14T14:51:21,894 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data2/current/BP-793732722-172.17.0.2-1731595881345/current, will proceed with Du for space computation calculation, 2024-11-14T14:51:21,923 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:51:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd9d8b2652dd3df7 with lease ID 0x7aad4ca5d5eccd8c: Processing first storage report for DS-c19a39df-b819-4e13-a336-f3bcea9efb62 from datanode DatanodeRegistration(127.0.0.1:33899, datanodeUuid=574c1f12-c249-49e5-ba5b-a7d07dd5f1c7, infoPort=34293, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345) 2024-11-14T14:51:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd9d8b2652dd3df7 with lease ID 0x7aad4ca5d5eccd8c: from storage DS-c19a39df-b819-4e13-a336-f3bcea9efb62 node DatanodeRegistration(127.0.0.1:33899, datanodeUuid=574c1f12-c249-49e5-ba5b-a7d07dd5f1c7, infoPort=34293, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:51:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd9d8b2652dd3df7 with lease ID 0x7aad4ca5d5eccd8c: Processing first storage report for DS-93c52287-3a5d-4a54-9845-45a533cdd0c7 from datanode DatanodeRegistration(127.0.0.1:33899, datanodeUuid=574c1f12-c249-49e5-ba5b-a7d07dd5f1c7, infoPort=34293, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345) 2024-11-14T14:51:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd9d8b2652dd3df7 with lease ID 0x7aad4ca5d5eccd8c: from storage DS-93c52287-3a5d-4a54-9845-45a533cdd0c7 node DatanodeRegistration(127.0.0.1:33899, datanodeUuid=574c1f12-c249-49e5-ba5b-a7d07dd5f1c7, infoPort=34293, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:51:21,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72588fe2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/java.io.tmpdir/jetty-localhost-38929-hadoop-hdfs-3_4_1-tests_jar-_-any-159146651322164608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:51:21,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dc4ed50{HTTP/1.1, (http/1.1)}{localhost:38929} 2024-11-14T14:51:21,976 INFO [Time-limited test {}] server.Server(415): Started @142112ms 2024-11-14T14:51:21,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:51:22,097 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data3/current/BP-793732722-172.17.0.2-1731595881345/current, will proceed with Du for space computation calculation, 2024-11-14T14:51:22,097 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data4/current/BP-793732722-172.17.0.2-1731595881345/current, will proceed with Du for space computation calculation, 2024-11-14T14:51:22,122 WARN [Thread-1106 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:51:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc23d60d5acd7d53 with lease ID 0x7aad4ca5d5eccd8d: Processing first storage report for DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a from datanode DatanodeRegistration(127.0.0.1:37061, datanodeUuid=96034aa1-6567-4ffa-a0b1-808d837f9703, infoPort=46427, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345) 2024-11-14T14:51:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc23d60d5acd7d53 with lease ID 0x7aad4ca5d5eccd8d: from storage DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a node DatanodeRegistration(127.0.0.1:37061, datanodeUuid=96034aa1-6567-4ffa-a0b1-808d837f9703, infoPort=46427, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:51:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc23d60d5acd7d53 with lease ID 0x7aad4ca5d5eccd8d: Processing first storage report for DS-b90e759d-8d7f-4a86-a474-20bbec418db2 from datanode DatanodeRegistration(127.0.0.1:37061, datanodeUuid=96034aa1-6567-4ffa-a0b1-808d837f9703, infoPort=46427, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345) 2024-11-14T14:51:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc23d60d5acd7d53 with lease ID 0x7aad4ca5d5eccd8d: from storage DS-b90e759d-8d7f-4a86-a474-20bbec418db2 node DatanodeRegistration(127.0.0.1:37061, datanodeUuid=96034aa1-6567-4ffa-a0b1-808d837f9703, infoPort=46427, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1508141783;c=1731595881345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:51:22,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7 2024-11-14T14:51:22,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/zookeeper_0, clientPort=55171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:51:22,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55171 2024-11-14T14:51:22,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:51:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:51:22,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818 with version=8 2024-11-14T14:51:22,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase-staging 2024-11-14T14:51:22,247 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:51:22,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:51:22,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35363 2024-11-14T14:51:22,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35363 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-14T14:51:22,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353630x0, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:51:22,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35363-0x101a743c4580000 connected 2024-11-14T14:51:22,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:51:22,296 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818, hbase.cluster.distributed=false 2024-11-14T14:51:22,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:51:22,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35363 2024-11-14T14:51:22,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35363 2024-11-14T14:51:22,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35363 2024-11-14T14:51:22,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35363 2024-11-14T14:51:22,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35363 2024-11-14T14:51:22,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:51:22,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:51:22,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44841 2024-11-14T14:51:22,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44841 connecting to ZooKeeper ensemble=127.0.0.1:55171 2024-11-14T14:51:22,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448410x0, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:51:22,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44841-0x101a743c4580001 connected 2024-11-14T14:51:22,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:51:22,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:51:22,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:51:22,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:51:22,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:51:22,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-14T14:51:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44841 2024-11-14T14:51:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44841 2024-11-14T14:51:22,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-14T14:51:22,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-14T14:51:22,373 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:35363 2024-11-14T14:51:22,374 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:51:22,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:51:22,376 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:51:22,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,379 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:51:22,379 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,35363,1731595882246 from backup master directory 2024-11-14T14:51:22,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:51:22,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,381 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:51:22,381 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:51:22,387 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/hbase.id] with ID: b41b7488-1163-46ff-a6e1-ce73f4cbf59a 2024-11-14T14:51:22,387 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/.tmp/hbase.id 2024-11-14T14:51:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:51:22,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:51:22,401 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/.tmp/hbase.id]:[hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/hbase.id] 2024-11-14T14:51:22,420 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:22,420 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:51:22,422 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T14:51:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:51:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:51:22,439 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:51:22,440 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:51:22,440 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:51:22,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:51:22,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:51:22,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store 2024-11-14T14:51:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:51:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:51:22,459 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:22,459 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:51:22,459 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:22,459 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:22,459 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:51:22,459 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:22,459 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:51:22,459 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595882459Disabling compacts and flushes for region at 1731595882459Disabling writes for close at 1731595882459Writing region close event to WAL at 1731595882459Closed at 1731595882459 2024-11-14T14:51:22,460 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/.initializing 2024-11-14T14:51:22,460 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/WALs/da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,461 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:51:22,463 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35363%2C1731595882246, suffix=, logDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/WALs/da1c6afcd1f9,35363,1731595882246, archiveDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/oldWALs, maxLogs=10 2024-11-14T14:51:22,478 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/WALs/da1c6afcd1f9,35363,1731595882246/da1c6afcd1f9%2C35363%2C1731595882246.1731595882464, exclude list is [], retry=0 2024-11-14T14:51:22,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37061,DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a,DISK] 2024-11-14T14:51:22,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-c19a39df-b819-4e13-a336-f3bcea9efb62,DISK] 2024-11-14T14:51:22,483 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/WALs/da1c6afcd1f9,35363,1731595882246/da1c6afcd1f9%2C35363%2C1731595882246.1731595882464 2024-11-14T14:51:22,484 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46427:46427),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-14T14:51:22,484 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:51:22,484 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:22,484 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,484 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:51:22,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:51:22,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:51:22,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:51:22,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:51:22,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:51:22,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:51:22,495 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,495 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,495 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,497 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,497 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,497 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:51:22,498 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:51:22,503 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:51:22,503 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830746, jitterRate=0.05634830892086029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:51:22,504 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595882484Initializing all the Stores at 1731595882485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595882485Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595882485Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595882485Cleaning up temporary data from old regions at 1731595882497 (+12 ms)Region opened successfully at 1731595882504 (+7 ms) 2024-11-14T14:51:22,505 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:51:22,509 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc220fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:51:22,510 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:51:22,511 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:51:22,511 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:51:22,511 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:51:22,511 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:51:22,512 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:51:22,512 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:51:22,514 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:51:22,515 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:51:22,517 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:51:22,517 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:51:22,518 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:51:22,519 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:51:22,519 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:51:22,520 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:51:22,521 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:51:22,522 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:51:22,524 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:51:22,526 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:51:22,528 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:51:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:51:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:51:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,537 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,35363,1731595882246, sessionid=0x101a743c4580000, setting cluster-up flag (Was=false) 2024-11-14T14:51:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,547 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:51:22,548 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,557 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:51:22,558 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:22,560 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:51:22,562 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:51:22,562 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:51:22,562 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:51:22,563 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,35363,1731595882246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:51:22,566 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:51:22,566 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:51:22,566 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:51:22,567 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:51:22,567 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:51:22,567 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,567 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:51:22,567 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,569 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(746): ClusterId : b41b7488-1163-46ff-a6e1-ce73f4cbf59a 2024-11-14T14:51:22,569 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:51:22,572 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:51:22,572 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:51:22,575 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:51:22,575 DEBUG [RS:0;da1c6afcd1f9:44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb15c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:51:22,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:51:22,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:51:22,579 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595912580 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:51:22,580 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:51:22,581 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,581 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:51:22,581 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:51:22,582 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:51:22,582 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:51:22,582 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:51:22,582 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595882582,5,FailOnTimeoutGroup] 2024-11-14T14:51:22,582 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595882582,5,FailOnTimeoutGroup] 2024-11-14T14:51:22,582 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,583 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:51:22,583 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,583 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,589 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:44841 2024-11-14T14:51:22,589 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:51:22,589 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:51:22,589 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:51:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:51:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:51:22,590 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35363,1731595882246 with port=44841, startcode=1731595882330 2024-11-14T14:51:22,591 DEBUG [RS:0;da1c6afcd1f9:44841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:51:22,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:51:22,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818 2024-11-14T14:51:22,592 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43389, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:51:22,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35363 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,594 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818 2024-11-14T14:51:22,594 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39649 2024-11-14T14:51:22,594 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:51:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:51:22,597 DEBUG [RS:0;da1c6afcd1f9:44841 {}] zookeeper.ZKUtil(111): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,597 WARN [RS:0;da1c6afcd1f9:44841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:51:22,598 INFO [RS:0;da1c6afcd1f9:44841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:51:22,598 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:51:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:51:22,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,44841,1731595882330] 2024-11-14T14:51:22,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:22,602 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:51:22,604 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:51:22,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:51:22,604 INFO [RS:0;da1c6afcd1f9:44841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:51:22,604 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:51:22,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:51:22,607 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:51:22,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:51:22,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,608 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:51:22,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,608 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,609 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,610 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,610 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:51:22,610 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:51:22,610 DEBUG [RS:0;da1c6afcd1f9:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:51:22,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:51:22,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:51:22,612 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,612 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,612 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,612 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,612 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,612 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44841,1731595882330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:51:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:51:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:51:22,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740 2024-11-14T14:51:22,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740 2024-11-14T14:51:22,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:51:22,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:51:22,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:51:22,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:51:22,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:51:22,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=766884, jitterRate=-0.02485722303390503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:51:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595882599Initializing all the Stores at 1731595882600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882604 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595882604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882604Cleaning up temporary data from old regions at 1731595882617 (+13 ms)Region opened successfully at 1731595882623 (+6 ms) 2024-11-14T14:51:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:51:22,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:51:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:51:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:51:22,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:51:22,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:51:22,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595882623Disabling compacts and flushes for region at 1731595882623Disabling writes for close at 1731595882623Writing region close event to WAL at 1731595882624 (+1 ms)Closed at 1731595882624 2024-11-14T14:51:22,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:51:22,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:51:22,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:51:22,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:51:22,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:51:22,632 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:51:22,632 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44841,1731595882330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,633 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,633 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.Replication(171): da1c6afcd1f9,44841,1731595882330 started 2024-11-14T14:51:22,648 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:22,648 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,44841,1731595882330, RpcServer on da1c6afcd1f9/172.17.0.2:44841, sessionid=0x101a743c4580001 2024-11-14T14:51:22,648 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:51:22,648 DEBUG [RS:0;da1c6afcd1f9:44841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,648 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,44841,1731595882330' 2024-11-14T14:51:22,648 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:51:22,649 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:51:22,649 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:51:22,649 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:51:22,649 DEBUG [RS:0;da1c6afcd1f9:44841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,649 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,44841,1731595882330' 2024-11-14T14:51:22,649 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:51:22,650 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:51:22,650 DEBUG [RS:0;da1c6afcd1f9:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:51:22,650 INFO [RS:0;da1c6afcd1f9:44841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:51:22,650 INFO [RS:0;da1c6afcd1f9:44841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:51:22,751 INFO [RS:0;da1c6afcd1f9:44841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:51:22,753 INFO [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C44841%2C1731595882330, suffix=, logDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330, archiveDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/oldWALs, maxLogs=32 2024-11-14T14:51:22,768 DEBUG [RS:0;da1c6afcd1f9:44841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595882753, exclude list is [], retry=0 2024-11-14T14:51:22,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37061,DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a,DISK] 2024-11-14T14:51:22,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-c19a39df-b819-4e13-a336-f3bcea9efb62,DISK] 2024-11-14T14:51:22,774 INFO [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595882753 2024-11-14T14:51:22,775 DEBUG [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46427:46427),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-14T14:51:22,779 DEBUG [da1c6afcd1f9:35363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:51:22,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,781 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,44841,1731595882330, state=OPENING 2024-11-14T14:51:22,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:51:22,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:51:22,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:51:22,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:51:22,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:51:22,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,44841,1731595882330}] 2024-11-14T14:51:22,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:51:22,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:51:22,944 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:51:22,944 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:51:22,944 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:51:22,947 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C44841%2C1731595882330.meta, suffix=.meta, logDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330, archiveDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/oldWALs, maxLogs=32 2024-11-14T14:51:22,962 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.meta.1731595882947.meta, exclude list is [], retry=0 2024-11-14T14:51:22,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37061,DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a,DISK] 2024-11-14T14:51:22,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-c19a39df-b819-4e13-a336-f3bcea9efb62,DISK] 2024-11-14T14:51:22,966 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.meta.1731595882947.meta 2024-11-14T14:51:22,966 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46427:46427),(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:51:22,967 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:51:22,967 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:51:22,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:51:22,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:51:22,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:51:22,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:51:22,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:51:22,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:51:22,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:51:22,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:51:22,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:22,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:51:22,975 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:51:22,976 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740 2024-11-14T14:51:22,978 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740 2024-11-14T14:51:22,980 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:51:22,980 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:51:22,980 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:51:22,982 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:51:22,983 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=811744, jitterRate=0.03218631446361542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:51:22,983 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:51:22,984 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595882967Writing region info on filesystem at 1731595882967Initializing all the Stores at 1731595882968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882968Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595882968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595882968Cleaning up temporary data from old regions at 1731595882980 (+12 ms)Running coprocessor post-open hooks at 1731595882983 (+3 ms)Region opened successfully at 1731595882984 (+1 ms) 2024-11-14T14:51:22,985 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595882938 2024-11-14T14:51:22,987 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:51:22,987 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:51:22,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,989 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,44841,1731595882330, state=OPEN 2024-11-14T14:51:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:51:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:51:22,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:51:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:51:22,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:51:22,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,44841,1731595882330 in 210 msec 2024-11-14T14:51:23,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:51:23,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-14T14:51:23,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:51:23,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:51:23,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:51:23,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,44841,1731595882330, seqNum=-1] 2024-11-14T14:51:23,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:51:23,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:51:23,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 451 msec 2024-11-14T14:51:23,012 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595883012, completionTime=-1 2024-11-14T14:51:23,013 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:51:23,013 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731595943015 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731596003015 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35363,1731595882246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35363,1731595882246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35363,1731595882246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:35363, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,015 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,016 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,017 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.639sec 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35363,1731595882246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:51:23,020 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35363,1731595882246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:51:23,024 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:51:23,024 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:51:23,024 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35363,1731595882246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:51:23,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7081815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:51:23,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,35363,-1 for getting cluster id 2024-11-14T14:51:23,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:51:23,071 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b41b7488-1163-46ff-a6e1-ce73f4cbf59a' 2024-11-14T14:51:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:51:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b41b7488-1163-46ff-a6e1-ce73f4cbf59a" 2024-11-14T14:51:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6a79b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:51:23,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,35363,-1] 2024-11-14T14:51:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:51:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:51:23,075 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:51:23,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325aed0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:51:23,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:51:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,44841,1731595882330, seqNum=-1] 2024-11-14T14:51:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:51:23,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:51:23,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:23,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:51:23,085 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T14:51:23,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:51:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,35363,1731595882246 2024-11-14T14:51:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201ce2d3 2024-11-14T14:51:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:51:23,089 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:51:23,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T14:51:23,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T14:51:23,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:51:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-14T14:51:23,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:51:23,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:23,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-14T14:51:23,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:51:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:51:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741835_1011 (size=381) 2024-11-14T14:51:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741835_1011 (size=381) 2024-11-14T14:51:23,109 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f90cfb6ee76a6c0af960f4728c623e10, NAME => 'TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818 2024-11-14T14:51:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741836_1012 (size=64) 2024-11-14T14:51:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741836_1012 (size=64) 2024-11-14T14:51:23,120 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:23,120 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing f90cfb6ee76a6c0af960f4728c623e10, disabling compactions & flushes 2024-11-14T14:51:23,120 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,120 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,120 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. after waiting 0 ms 2024-11-14T14:51:23,120 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,120 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,120 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f90cfb6ee76a6c0af960f4728c623e10: Waiting for close lock at 1731595883120Disabling compacts and flushes for region at 1731595883120Disabling writes for close at 1731595883120Writing region close event to WAL at 1731595883120Closed at 1731595883120 2024-11-14T14:51:23,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:51:23,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731595883122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595883122"}]},"ts":"1731595883122"} 2024-11-14T14:51:23,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:51:23,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:51:23,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595883126"}]},"ts":"1731595883126"} 2024-11-14T14:51:23,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-14T14:51:23,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, ASSIGN}] 2024-11-14T14:51:23,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, ASSIGN 2024-11-14T14:51:23,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,44841,1731595882330; forceNewPlan=false, retain=false 2024-11-14T14:51:23,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f90cfb6ee76a6c0af960f4728c623e10, regionState=OPENING, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:23,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, ASSIGN because future has completed 2024-11-14T14:51:23,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330}] 2024-11-14T14:51:23,444 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,444 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f90cfb6ee76a6c0af960f4728c623e10, NAME => 'TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:51:23,445 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,445 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:23,445 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,445 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,447 INFO [StoreOpener-f90cfb6ee76a6c0af960f4728c623e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,448 INFO [StoreOpener-f90cfb6ee76a6c0af960f4728c623e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f90cfb6ee76a6c0af960f4728c623e10 columnFamilyName info 2024-11-14T14:51:23,448 DEBUG [StoreOpener-f90cfb6ee76a6c0af960f4728c623e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:23,449 INFO [StoreOpener-f90cfb6ee76a6c0af960f4728c623e10-1 {}] regionserver.HStore(327): Store=f90cfb6ee76a6c0af960f4728c623e10/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:51:23,449 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,450 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,450 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,451 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,451 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,453 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,455 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:51:23,455 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f90cfb6ee76a6c0af960f4728c623e10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820279, jitterRate=0.043039798736572266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:51:23,456 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:23,457 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f90cfb6ee76a6c0af960f4728c623e10: Running coprocessor pre-open hook at 1731595883445Writing region info on filesystem at 1731595883445Initializing all the Stores at 1731595883446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595883446Cleaning up temporary data from old regions at 1731595883451 (+5 ms)Running coprocessor post-open hooks at 1731595883456 (+5 ms)Region opened successfully at 1731595883457 (+1 ms) 2024-11-14T14:51:23,458 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., pid=6, masterSystemTime=1731595883439 2024-11-14T14:51:23,460 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,460 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:23,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f90cfb6ee76a6c0af960f4728c623e10, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:23,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 because future has completed 2024-11-14T14:51:23,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:51:23,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 in 179 msec 2024-11-14T14:51:23,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:51:23,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, ASSIGN in 340 msec 2024-11-14T14:51:23,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:51:23,472 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595883471"}]},"ts":"1731595883471"} 2024-11-14T14:51:23,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-14T14:51:23,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:51:23,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 385 msec 2024-11-14T14:51:25,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:25,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:51:26,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:26,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T14:51:26,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T14:51:26,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T14:51:28,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:51:28,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-14T14:51:31,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:51:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:31,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:51:33,144 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-14T14:51:33,145 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-14T14:51:33,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-14T14:51:33,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:33,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2] 2024-11-14T14:51:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:33,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:51:33,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/75f339ef32d54936835b7f07c91754d8 is 1055, key is row0001/info:/1731595893151/Put/seqid=0 2024-11-14T14:51:33,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741837_1013 (size=13386) 2024-11-14T14:51:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741837_1013 (size=13386) 2024-11-14T14:51:33,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/75f339ef32d54936835b7f07c91754d8 2024-11-14T14:51:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:51:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50736 deadline: 1731595903199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:33,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/75f339ef32d54936835b7f07c91754d8 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/75f339ef32d54936835b7f07c91754d8 2024-11-14T14:51:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:51:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:51:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:51:33,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/75f339ef32d54936835b7f07c91754d8, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T14:51:33,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for f90cfb6ee76a6c0af960f4728c623e10 in 46ms, sequenceid=12, compaction requested=false 2024-11-14T14:51:33,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:43,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-14T14:51:43,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/b7dee4e8b22a485f941956bc5f6374d4 is 1055, key is row0009/info:/1731595893165/Put/seqid=0 2024-11-14T14:51:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741838_1014 (size=28134) 2024-11-14T14:51:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741838_1014 (size=28134) 2024-11-14T14:51:43,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/b7dee4e8b22a485f941956bc5f6374d4 2024-11-14T14:51:43,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/b7dee4e8b22a485f941956bc5f6374d4 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4 2024-11-14T14:51:43,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4, entries=22, sequenceid=37, filesize=27.5 K 2024-11-14T14:51:43,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for f90cfb6ee76a6c0af960f4728c623e10 in 26ms, sequenceid=37, compaction requested=false 2024-11-14T14:51:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-14T14:51:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:43,333 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4 because midkey is the same as first or last row 2024-11-14T14:51:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:45,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:51:45,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/0fe34ea54256497198c741a3982ad267 is 1055, key is row0031/info:/1731595903307/Put/seqid=0 2024-11-14T14:51:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741839_1015 (size=13386) 2024-11-14T14:51:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741839_1015 (size=13386) 2024-11-14T14:51:45,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/0fe34ea54256497198c741a3982ad267 2024-11-14T14:51:45,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/0fe34ea54256497198c741a3982ad267 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/0fe34ea54256497198c741a3982ad267 2024-11-14T14:51:45,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/0fe34ea54256497198c741a3982ad267, entries=8, sequenceid=48, filesize=13.1 K 2024-11-14T14:51:45,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for f90cfb6ee76a6c0af960f4728c623e10 in 26ms, sequenceid=48, compaction requested=true 2024-11-14T14:51:45,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:45,348 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-14T14:51:45,348 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:45,348 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4 because midkey is the same as first or last row 2024-11-14T14:51:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f90cfb6ee76a6c0af960f4728c623e10:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:51:45,349 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:51:45,351 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:51:45,351 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f90cfb6ee76a6c0af960f4728c623e10/info is initiating minor compaction (all files) 2024-11-14T14:51:45,351 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f90cfb6ee76a6c0af960f4728c623e10/info in TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:45,351 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/75f339ef32d54936835b7f07c91754d8, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/0fe34ea54256497198c741a3982ad267] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp, totalSize=53.6 K 2024-11-14T14:51:45,352 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75f339ef32d54936835b7f07c91754d8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731595893151 2024-11-14T14:51:45,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:45,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T14:51:45,352 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7dee4e8b22a485f941956bc5f6374d4, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731595893165 2024-11-14T14:51:45,353 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fe34ea54256497198c741a3982ad267, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731595903307 2024-11-14T14:51:45,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/ad0b589868a9462c9559af72b2dd6837 is 1055, key is row0039/info:/1731595905322/Put/seqid=0 2024-11-14T14:51:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741840_1016 (size=21822) 2024-11-14T14:51:45,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741840_1016 (size=21822) 2024-11-14T14:51:45,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/ad0b589868a9462c9559af72b2dd6837 2024-11-14T14:51:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/ad0b589868a9462c9559af72b2dd6837 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/ad0b589868a9462c9559af72b2dd6837 2024-11-14T14:51:45,372 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f90cfb6ee76a6c0af960f4728c623e10#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:51:45,373 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/3c4b44b919004d9a8b439f26ea71f733 is 1055, key is row0001/info:/1731595893151/Put/seqid=0 2024-11-14T14:51:45,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/ad0b589868a9462c9559af72b2dd6837, entries=16, sequenceid=67, filesize=21.3 K 2024-11-14T14:51:45,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for f90cfb6ee76a6c0af960f4728c623e10 in 27ms, sequenceid=67, compaction requested=false 2024-11-14T14:51:45,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:45,379 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-14T14:51:45,379 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:45,379 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4 because midkey is the same as first or last row 2024-11-14T14:51:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741841_1017 (size=45105) 2024-11-14T14:51:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741841_1017 (size=45105) 2024-11-14T14:51:45,392 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/3c4b44b919004d9a8b439f26ea71f733 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 2024-11-14T14:51:45,399 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f90cfb6ee76a6c0af960f4728c623e10/info of f90cfb6ee76a6c0af960f4728c623e10 into 3c4b44b919004d9a8b439f26ea71f733(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:51:45,399 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:45,402 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., storeName=f90cfb6ee76a6c0af960f4728c623e10/info, priority=13, startTime=1731595905349; duration=0sec 2024-11-14T14:51:45,403 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-14T14:51:45,403 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:45,403 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 because midkey is the same as first or last row 2024-11-14T14:51:45,403 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-14T14:51:45,403 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:45,403 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 because midkey is the same as first or last row 2024-11-14T14:51:45,404 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-14T14:51:45,404 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:45,404 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 because midkey is the same as first or last row 2024-11-14T14:51:45,404 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:45,404 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f90cfb6ee76a6c0af960f4728c623e10:info 2024-11-14T14:51:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T14:51:47,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/e7fde869943e4fcea2f220d1fc1174d7 is 1055, key is row0055/info:/1731595905354/Put/seqid=0 2024-11-14T14:51:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741842_1018 (size=16542) 2024-11-14T14:51:47,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/e7fde869943e4fcea2f220d1fc1174d7 2024-11-14T14:51:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741842_1018 (size=16542) 2024-11-14T14:51:47,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/e7fde869943e4fcea2f220d1fc1174d7 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/e7fde869943e4fcea2f220d1fc1174d7 2024-11-14T14:51:47,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/e7fde869943e4fcea2f220d1fc1174d7, entries=11, sequenceid=82, filesize=16.2 K 2024-11-14T14:51:47,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=16.42 KB/16816 for f90cfb6ee76a6c0af960f4728c623e10 in 31ms, sequenceid=82, compaction requested=true 2024-11-14T14:51:47,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:47,406 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-14T14:51:47,406 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:47,407 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 because midkey is the same as first or last row 2024-11-14T14:51:47,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f90cfb6ee76a6c0af960f4728c623e10:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:51:47,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:47,407 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:51:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T14:51:47,408 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:51:47,408 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f90cfb6ee76a6c0af960f4728c623e10/info is initiating minor compaction (all files) 2024-11-14T14:51:47,408 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f90cfb6ee76a6c0af960f4728c623e10/info in TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:47,409 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/ad0b589868a9462c9559af72b2dd6837, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/e7fde869943e4fcea2f220d1fc1174d7] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp, totalSize=81.5 K 2024-11-14T14:51:47,409 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c4b44b919004d9a8b439f26ea71f733, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731595893151 2024-11-14T14:51:47,410 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad0b589868a9462c9559af72b2dd6837, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731595905322 2024-11-14T14:51:47,410 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7fde869943e4fcea2f220d1fc1174d7, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731595905354 2024-11-14T14:51:47,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/8ad101d0e7094c56a5d166c9496092f3 is 1055, key is row0066/info:/1731595907377/Put/seqid=0 2024-11-14T14:51:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741843_1019 (size=22874) 2024-11-14T14:51:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741843_1019 (size=22874) 2024-11-14T14:51:47,428 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f90cfb6ee76a6c0af960f4728c623e10#info#compaction#38 average throughput is 13.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:51:47,429 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/1c3afdd82ae54e54925ccef8d1121242 is 1055, key is row0001/info:/1731595893151/Put/seqid=0 2024-11-14T14:51:47,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741844_1020 (size=73753) 2024-11-14T14:51:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741844_1020 (size=73753) 2024-11-14T14:51:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:51:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50736 deadline: 1731595917434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:51:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:51:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:51:47,442 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/1c3afdd82ae54e54925ccef8d1121242 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242 2024-11-14T14:51:47,448 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f90cfb6ee76a6c0af960f4728c623e10/info of f90cfb6ee76a6c0af960f4728c623e10 into 1c3afdd82ae54e54925ccef8d1121242(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:51:47,448 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:47,448 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., storeName=f90cfb6ee76a6c0af960f4728c623e10/info, priority=13, startTime=1731595907407; duration=0sec 2024-11-14T14:51:47,448 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-14T14:51:47,448 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:47,449 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-14T14:51:47,449 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:47,449 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-14T14:51:47,449 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T14:51:47,450 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:47,450 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:47,450 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f90cfb6ee76a6c0af960f4728c623e10:info 2024-11-14T14:51:47,451 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35363 {}] assignment.AssignmentManager(1363): Split request from da1c6afcd1f9,44841,1731595882330, parent={ENCODED => f90cfb6ee76a6c0af960f4728c623e10, NAME => 'TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-14T14:51:47,456 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35363 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:47,460 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f90cfb6ee76a6c0af960f4728c623e10, daughterA=498cb900104e476f30be516229d3a484, daughterB=f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:47,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f90cfb6ee76a6c0af960f4728c623e10, daughterA=498cb900104e476f30be516229d3a484, daughterB=f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:47,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f90cfb6ee76a6c0af960f4728c623e10, daughterA=498cb900104e476f30be516229d3a484, daughterB=f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:47,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f90cfb6ee76a6c0af960f4728c623e10, daughterA=498cb900104e476f30be516229d3a484, daughterB=f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:47,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, UNASSIGN}] 2024-11-14T14:51:47,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, UNASSIGN 2024-11-14T14:51:47,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f90cfb6ee76a6c0af960f4728c623e10, regionState=CLOSING, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, UNASSIGN because future has completed 2024-11-14T14:51:47,476 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-14T14:51:47,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330}] 2024-11-14T14:51:47,634 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,634 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-14T14:51:47,635 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing f90cfb6ee76a6c0af960f4728c623e10, disabling compactions & flushes 2024-11-14T14:51:47,635 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:47,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/8ad101d0e7094c56a5d166c9496092f3 2024-11-14T14:51:47,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/8ad101d0e7094c56a5d166c9496092f3 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/8ad101d0e7094c56a5d166c9496092f3 2024-11-14T14:51:47,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/8ad101d0e7094c56a5d166c9496092f3, entries=17, sequenceid=102, filesize=22.3 K 2024-11-14T14:51:47,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for f90cfb6ee76a6c0af960f4728c623e10 in 435ms, sequenceid=102, compaction requested=false 2024-11-14T14:51:47,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f90cfb6ee76a6c0af960f4728c623e10: 2024-11-14T14:51:47,842 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:47,842 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:47,842 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. after waiting 0 ms 2024-11-14T14:51:47,842 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:47,842 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing f90cfb6ee76a6c0af960f4728c623e10 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T14:51:47,848 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/f7bc5fe33e9b4e6f89384f33016caebe is 1055, key is row0083/info:/1731595907409/Put/seqid=0 2024-11-14T14:51:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741845_1021 (size=17594) 2024-11-14T14:51:47,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741845_1021 (size=17594) 2024-11-14T14:51:47,860 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/f7bc5fe33e9b4e6f89384f33016caebe 2024-11-14T14:51:47,869 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/.tmp/info/f7bc5fe33e9b4e6f89384f33016caebe as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/f7bc5fe33e9b4e6f89384f33016caebe 2024-11-14T14:51:47,876 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/f7bc5fe33e9b4e6f89384f33016caebe, entries=12, sequenceid=118, filesize=17.2 K 2024-11-14T14:51:47,877 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for f90cfb6ee76a6c0af960f4728c623e10 in 35ms, sequenceid=118, compaction requested=true 2024-11-14T14:51:47,879 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/75f339ef32d54936835b7f07c91754d8, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/0fe34ea54256497198c741a3982ad267, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/ad0b589868a9462c9559af72b2dd6837, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/e7fde869943e4fcea2f220d1fc1174d7] to archive 2024-11-14T14:51:47,880 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:51:47,882 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/75f339ef32d54936835b7f07c91754d8 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/75f339ef32d54936835b7f07c91754d8 2024-11-14T14:51:47,884 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/b7dee4e8b22a485f941956bc5f6374d4 2024-11-14T14:51:47,886 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/3c4b44b919004d9a8b439f26ea71f733 2024-11-14T14:51:47,887 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/0fe34ea54256497198c741a3982ad267 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/0fe34ea54256497198c741a3982ad267 2024-11-14T14:51:47,889 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/ad0b589868a9462c9559af72b2dd6837 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/ad0b589868a9462c9559af72b2dd6837 2024-11-14T14:51:47,891 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/e7fde869943e4fcea2f220d1fc1174d7 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/e7fde869943e4fcea2f220d1fc1174d7 2024-11-14T14:51:47,899 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-14T14:51:47,900 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. 2024-11-14T14:51:47,900 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for f90cfb6ee76a6c0af960f4728c623e10: Waiting for close lock at 1731595907635Running coprocessor pre-close hooks at 1731595907635Disabling compacts and flushes for region at 1731595907635Disabling writes for close at 1731595907842 (+207 ms)Obtaining lock to block concurrent updates at 1731595907843 (+1 ms)Preparing flush snapshotting stores in f90cfb6ee76a6c0af960f4728c623e10 at 1731595907843Finished memstore snapshotting TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1731595907843Flushing stores of TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. at 1731595907844 (+1 ms)Flushing f90cfb6ee76a6c0af960f4728c623e10/info: creating writer at 1731595907844Flushing f90cfb6ee76a6c0af960f4728c623e10/info: appending metadata at 1731595907848 (+4 ms)Flushing f90cfb6ee76a6c0af960f4728c623e10/info: closing flushed file at 1731595907848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2d02: reopening flushed file at 1731595907867 (+19 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for f90cfb6ee76a6c0af960f4728c623e10 in 35ms, sequenceid=118, compaction requested=true at 1731595907877 (+10 ms)Writing region close event to WAL at 1731595907895 (+18 ms)Running coprocessor post-close hooks at 1731595907900 (+5 ms)Closed at 1731595907900 2024-11-14T14:51:47,903 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f90cfb6ee76a6c0af960f4728c623e10, regionState=CLOSED 2024-11-14T14:51:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 because future has completed 2024-11-14T14:51:47,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:51:47,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure f90cfb6ee76a6c0af960f4728c623e10, server=da1c6afcd1f9,44841,1731595882330 in 433 msec 2024-11-14T14:51:47,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T14:51:47,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f90cfb6ee76a6c0af960f4728c623e10, UNASSIGN in 446 msec 2024-11-14T14:51:47,933 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:47,938 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=f90cfb6ee76a6c0af960f4728c623e10, threads=3 2024-11-14T14:51:47,941 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/f7bc5fe33e9b4e6f89384f33016caebe for region: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,941 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242 for region: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,941 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/8ad101d0e7094c56a5d166c9496092f3 for region: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,953 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/f7bc5fe33e9b4e6f89384f33016caebe, top=true 2024-11-14T14:51:47,953 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/8ad101d0e7094c56a5d166c9496092f3, top=true 2024-11-14T14:51:47,961 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe for child: f49db604de39ef7824ba3b77fa31f295, parent: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,962 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3 for child: f49db604de39ef7824ba3b77fa31f295, parent: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,962 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/8ad101d0e7094c56a5d166c9496092f3 for region: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,962 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/f7bc5fe33e9b4e6f89384f33016caebe for region: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741846_1022 (size=27) 2024-11-14T14:51:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741846_1022 (size=27) 2024-11-14T14:51:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741847_1023 (size=27) 2024-11-14T14:51:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741847_1023 (size=27) 2024-11-14T14:51:47,976 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242 for region: f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:51:47,979 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region f90cfb6ee76a6c0af960f4728c623e10 Daughter A: [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10] storefiles, Daughter B: [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe] storefiles. 2024-11-14T14:51:47,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741848_1024 (size=71) 2024-11-14T14:51:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741848_1024 (size=71) 2024-11-14T14:51:47,995 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:48,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741849_1025 (size=71) 2024-11-14T14:51:48,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741849_1025 (size=71) 2024-11-14T14:51:48,017 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:48,031 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-14T14:51:48,034 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-14T14:51:48,037 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731595908037"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731595908037"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731595908037"}]},"ts":"1731595908037"} 2024-11-14T14:51:48,038 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731595908037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595908037"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731595908037"}]},"ts":"1731595908037"} 2024-11-14T14:51:48,038 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731595908037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595908037"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731595908037"}]},"ts":"1731595908037"} 2024-11-14T14:51:48,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=498cb900104e476f30be516229d3a484, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f49db604de39ef7824ba3b77fa31f295, ASSIGN}] 2024-11-14T14:51:48,062 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=498cb900104e476f30be516229d3a484, ASSIGN 2024-11-14T14:51:48,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f49db604de39ef7824ba3b77fa31f295, ASSIGN 2024-11-14T14:51:48,063 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=498cb900104e476f30be516229d3a484, ASSIGN; state=SPLITTING_NEW, location=da1c6afcd1f9,44841,1731595882330; forceNewPlan=false, retain=false 2024-11-14T14:51:48,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f49db604de39ef7824ba3b77fa31f295, ASSIGN; state=SPLITTING_NEW, location=da1c6afcd1f9,44841,1731595882330; forceNewPlan=false, retain=false 2024-11-14T14:51:48,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=498cb900104e476f30be516229d3a484, regionState=OPENING, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:48,214 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f49db604de39ef7824ba3b77fa31f295, regionState=OPENING, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:48,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=498cb900104e476f30be516229d3a484, ASSIGN because future has completed 2024-11-14T14:51:48,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 498cb900104e476f30be516229d3a484, server=da1c6afcd1f9,44841,1731595882330}] 2024-11-14T14:51:48,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f49db604de39ef7824ba3b77fa31f295, ASSIGN because future has completed 2024-11-14T14:51:48,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330}] 2024-11-14T14:51:48,375 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:51:48,375 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 498cb900104e476f30be516229d3a484, NAME => 'TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-14T14:51:48,375 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,376 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:48,376 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,376 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,377 INFO [StoreOpener-498cb900104e476f30be516229d3a484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,378 INFO [StoreOpener-498cb900104e476f30be516229d3a484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 498cb900104e476f30be516229d3a484 columnFamilyName info 2024-11-14T14:51:48,378 DEBUG [StoreOpener-498cb900104e476f30be516229d3a484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:48,392 DEBUG [StoreOpener-498cb900104e476f30be516229d3a484-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10->hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242-bottom 2024-11-14T14:51:48,393 INFO [StoreOpener-498cb900104e476f30be516229d3a484-1 {}] regionserver.HStore(327): Store=498cb900104e476f30be516229d3a484/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:51:48,393 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,394 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,395 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,396 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,396 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,398 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,399 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 498cb900104e476f30be516229d3a484; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814134, jitterRate=0.03522568941116333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:51:48,399 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 498cb900104e476f30be516229d3a484 2024-11-14T14:51:48,400 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 498cb900104e476f30be516229d3a484: Running coprocessor pre-open hook at 1731595908376Writing region info on filesystem at 1731595908376Initializing all the Stores at 1731595908377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595908377Cleaning up temporary data from old regions at 1731595908396 (+19 ms)Running coprocessor post-open hooks at 1731595908399 (+3 ms)Region opened successfully at 1731595908400 (+1 ms) 2024-11-14T14:51:48,401 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484., pid=12, masterSystemTime=1731595908370 2024-11-14T14:51:48,401 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 498cb900104e476f30be516229d3a484:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:51:48,401 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:48,401 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T14:51:48,403 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:51:48,403 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:51:48,404 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:51:48,404 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f49db604de39ef7824ba3b77fa31f295, NAME => 'TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-14T14:51:48,404 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,404 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:51:48,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=498cb900104e476f30be516229d3a484, regionState=OPEN, openSeqNum=122, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:48,404 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,404 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,407 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-14T14:51:48,407 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T14:51:48,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-14T14:51:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 498cb900104e476f30be516229d3a484, server=da1c6afcd1f9,44841,1731595882330 because future has completed 2024-11-14T14:51:48,408 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:51:48,408 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): 498cb900104e476f30be516229d3a484/info is initiating minor compaction (all files) 2024-11-14T14:51:48,409 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 498cb900104e476f30be516229d3a484/info in TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:51:48,409 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10->hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242-bottom] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/.tmp, totalSize=72.0 K 2024-11-14T14:51:48,410 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731595893151 2024-11-14T14:51:48,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-14T14:51:48,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 498cb900104e476f30be516229d3a484, server=da1c6afcd1f9,44841,1731595882330 in 198 msec 2024-11-14T14:51:48,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=498cb900104e476f30be516229d3a484, ASSIGN in 360 msec 2024-11-14T14:51:48,423 INFO [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,424 INFO [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49db604de39ef7824ba3b77fa31f295 columnFamilyName info 2024-11-14T14:51:48,424 DEBUG [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:51:48,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/info/e443d74d38464f309be337b2d0f5a499 is 193, key is TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295./info:regioninfo/1731595908214/Put/seqid=0 2024-11-14T14:51:48,500 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 498cb900104e476f30be516229d3a484#info#compaction#40 average throughput is 1.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:51:48,501 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/.tmp/info/79a7aef84f1a4ffdb306823018476197 is 1055, key is row0001/info:/1731595893151/Put/seqid=0 2024-11-14T14:51:48,512 DEBUG [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10->hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242-top 2024-11-14T14:51:48,518 DEBUG [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3 2024-11-14T14:51:48,524 DEBUG [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe 2024-11-14T14:51:48,524 INFO [StoreOpener-f49db604de39ef7824ba3b77fa31f295-1 {}] regionserver.HStore(327): Store=f49db604de39ef7824ba3b77fa31f295/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:51:48,524 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,525 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,527 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,527 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,527 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,530 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,531 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f49db604de39ef7824ba3b77fa31f295; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806213, jitterRate=0.025153428316116333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:51:48,531 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:51:48,531 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f49db604de39ef7824ba3b77fa31f295: Running coprocessor pre-open hook at 1731595908404Writing region info on filesystem at 1731595908404Initializing all the Stores at 1731595908409 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595908409Cleaning up temporary data from old regions at 1731595908527 (+118 ms)Running coprocessor post-open hooks at 1731595908531 (+4 ms)Region opened successfully at 1731595908531 2024-11-14T14:51:48,532 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., pid=13, masterSystemTime=1731595908370 2024-11-14T14:51:48,532 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:51:48,532 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:48,533 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:51:48,535 INFO [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:51:48,535 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:51:48,535 INFO [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:51:48,535 INFO [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10->hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242-top, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=111.5 K 2024-11-14T14:51:48,537 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731595893151 2024-11-14T14:51:48,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f49db604de39ef7824ba3b77fa31f295, regionState=OPEN, openSeqNum=122, regionLocation=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:48,537 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731595907377 2024-11-14T14:51:48,538 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731595907409 2024-11-14T14:51:48,538 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:51:48,538 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:51:48,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330 because future has completed 2024-11-14T14:51:48,541 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35363 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=da1c6afcd1f9,44841,1731595882330, table=TestLogRolling-testLogRolling, region=f49db604de39ef7824ba3b77fa31f295. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T14:51:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741850_1026 (size=9847) 2024-11-14T14:51:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741850_1026 (size=9847) 2024-11-14T14:51:48,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/info/e443d74d38464f309be337b2d0f5a499 2024-11-14T14:51:48,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-14T14:51:48,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330 in 342 msec 2024-11-14T14:51:48,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:51:48,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f49db604de39ef7824ba3b77fa31f295, ASSIGN in 505 msec 2024-11-14T14:51:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741851_1027 (size=71441) 2024-11-14T14:51:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741851_1027 (size=71441) 2024-11-14T14:51:48,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f90cfb6ee76a6c0af960f4728c623e10, daughterA=498cb900104e476f30be516229d3a484, daughterB=f49db604de39ef7824ba3b77fa31f295 in 1.1110 sec 2024-11-14T14:51:48,596 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/.tmp/info/79a7aef84f1a4ffdb306823018476197 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/79a7aef84f1a4ffdb306823018476197 2024-11-14T14:51:48,602 INFO [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#42 average throughput is 10.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:51:48,603 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/8f1e8dd5bc4741bab5b5f03cec52fa89 is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:51:48,608 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 498cb900104e476f30be516229d3a484/info of 498cb900104e476f30be516229d3a484 into 79a7aef84f1a4ffdb306823018476197(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:51:48,608 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 498cb900104e476f30be516229d3a484: 2024-11-14T14:51:48,608 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484., storeName=498cb900104e476f30be516229d3a484/info, priority=15, startTime=1731595908401; duration=0sec 2024-11-14T14:51:48,608 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:48,608 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 498cb900104e476f30be516229d3a484:info 2024-11-14T14:51:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741852_1028 (size=37897) 2024-11-14T14:51:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741852_1028 (size=37897) 2024-11-14T14:51:48,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/ns/edfc249d3efb47c49a959c17d8b009f9 is 43, key is default/ns:d/1731595883008/Put/seqid=0 2024-11-14T14:51:48,629 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/8f1e8dd5bc4741bab5b5f03cec52fa89 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f1e8dd5bc4741bab5b5f03cec52fa89 2024-11-14T14:51:48,641 INFO [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into 8f1e8dd5bc4741bab5b5f03cec52fa89(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:51:48,641 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:51:48,641 INFO [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595908532; duration=0sec 2024-11-14T14:51:48,641 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:51:48,641 DEBUG [RS:0;da1c6afcd1f9:44841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:51:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741853_1029 (size=5153) 2024-11-14T14:51:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741853_1029 (size=5153) 2024-11-14T14:51:48,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/ns/edfc249d3efb47c49a959c17d8b009f9 2024-11-14T14:51:48,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/table/641e78521f7b4d0c8a8c2e1852f87f4f is 65, key is TestLogRolling-testLogRolling/table:state/1731595883471/Put/seqid=0 2024-11-14T14:51:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741854_1030 (size=5340) 2024-11-14T14:51:48,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741854_1030 (size=5340) 2024-11-14T14:51:49,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/table/641e78521f7b4d0c8a8c2e1852f87f4f 2024-11-14T14:51:49,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/info/e443d74d38464f309be337b2d0f5a499 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/info/e443d74d38464f309be337b2d0f5a499 2024-11-14T14:51:49,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/info/e443d74d38464f309be337b2d0f5a499, entries=30, sequenceid=17, filesize=9.6 K 2024-11-14T14:51:49,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/ns/edfc249d3efb47c49a959c17d8b009f9 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/ns/edfc249d3efb47c49a959c17d8b009f9 2024-11-14T14:51:49,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/ns/edfc249d3efb47c49a959c17d8b009f9, entries=2, sequenceid=17, filesize=5.0 K 2024-11-14T14:51:49,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/table/641e78521f7b4d0c8a8c2e1852f87f4f as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/table/641e78521f7b4d0c8a8c2e1852f87f4f 2024-11-14T14:51:49,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/table/641e78521f7b4d0c8a8c2e1852f87f4f, entries=2, sequenceid=17, filesize=5.2 K 2024-11-14T14:51:49,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 704ms, sequenceid=17, compaction requested=false 2024-11-14T14:51:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T14:51:52,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:51:52,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:52,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:51:53,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:53,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:51:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50736 deadline: 1731595927495, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. is not online on da1c6afcd1f9,44841,1731595882330 2024-11-14T14:51:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. is not online on da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:51:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10. is not online on da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:51:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731595883090.f90cfb6ee76a6c0af960f4728c623e10., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=2 from cache 2024-11-14T14:52:03,975 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:52:03,975 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:52:07,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-14T14:52:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=122] 2024-11-14T14:52:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:19,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:52:19,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c397f9be49bb4fbabd975da657006223 is 1055, key is row0095/info:/1731595937522/Put/seqid=0 2024-11-14T14:52:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741855_1031 (size=13391) 2024-11-14T14:52:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741855_1031 (size=13391) 2024-11-14T14:52:19,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c397f9be49bb4fbabd975da657006223 2024-11-14T14:52:19,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c397f9be49bb4fbabd975da657006223 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c397f9be49bb4fbabd975da657006223 2024-11-14T14:52:19,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c397f9be49bb4fbabd975da657006223, entries=8, sequenceid=133, filesize=13.1 K 2024-11-14T14:52:19,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for f49db604de39ef7824ba3b77fa31f295 in 27ms, sequenceid=133, compaction requested=false 2024-11-14T14:52:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:19,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T14:52:19,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/2ae13dd24a15453ea3c0e95121b77c30 is 1055, key is row0103/info:/1731595939538/Put/seqid=0 2024-11-14T14:52:19,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741856_1032 (size=22891) 2024-11-14T14:52:19,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741856_1032 (size=22891) 2024-11-14T14:52:19,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/2ae13dd24a15453ea3c0e95121b77c30 2024-11-14T14:52:19,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/2ae13dd24a15453ea3c0e95121b77c30 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/2ae13dd24a15453ea3c0e95121b77c30 2024-11-14T14:52:19,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/2ae13dd24a15453ea3c0e95121b77c30, entries=17, sequenceid=153, filesize=22.4 K 2024-11-14T14:52:19,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for f49db604de39ef7824ba3b77fa31f295 in 24ms, sequenceid=153, compaction requested=true 2024-11-14T14:52:19,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:19,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:52:19,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:19,588 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:52:19,589 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:52:19,590 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:52:19,590 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:19,590 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f1e8dd5bc4741bab5b5f03cec52fa89, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c397f9be49bb4fbabd975da657006223, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/2ae13dd24a15453ea3c0e95121b77c30] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=72.4 K 2024-11-14T14:52:19,590 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f1e8dd5bc4741bab5b5f03cec52fa89, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731595905372 2024-11-14T14:52:19,590 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting c397f9be49bb4fbabd975da657006223, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595937522 2024-11-14T14:52:19,591 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae13dd24a15453ea3c0e95121b77c30, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731595939538 2024-11-14T14:52:19,602 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#47 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:52:19,603 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/351bfffc96ea49c5a13fb10acfe11bbf is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:52:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741857_1033 (size=64393) 2024-11-14T14:52:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741857_1033 (size=64393) 2024-11-14T14:52:19,615 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/351bfffc96ea49c5a13fb10acfe11bbf as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/351bfffc96ea49c5a13fb10acfe11bbf 2024-11-14T14:52:19,622 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into 351bfffc96ea49c5a13fb10acfe11bbf(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:52:19,622 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:19,622 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595939588; duration=0sec 2024-11-14T14:52:19,622 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:19,622 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:52:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:21,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-14T14:52:21,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/f02bc32b72854651a23c843e7d63beb5 is 1055, key is row0120/info:/1731595939565/Put/seqid=0 2024-11-14T14:52:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741858_1034 (size=15500) 2024-11-14T14:52:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741858_1034 (size=15500) 2024-11-14T14:52:21,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/f02bc32b72854651a23c843e7d63beb5 2024-11-14T14:52:21,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/f02bc32b72854651a23c843e7d63beb5 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f02bc32b72854651a23c843e7d63beb5 2024-11-14T14:52:21,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f02bc32b72854651a23c843e7d63beb5, entries=10, sequenceid=167, filesize=15.1 K 2024-11-14T14:52:21,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=13.34 KB/13663 for f49db604de39ef7824ba3b77fa31f295 in 23ms, sequenceid=167, compaction requested=false 2024-11-14T14:52:21,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:21,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T14:52:21,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c681bc5fa8984f9bbaf166ff88bef1e5 is 1055, key is row0130/info:/1731595941583/Put/seqid=0 2024-11-14T14:52:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741859_1035 (size=19728) 2024-11-14T14:52:21,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741859_1035 (size=19728) 2024-11-14T14:52:21,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c681bc5fa8984f9bbaf166ff88bef1e5 2024-11-14T14:52:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c681bc5fa8984f9bbaf166ff88bef1e5 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c681bc5fa8984f9bbaf166ff88bef1e5 2024-11-14T14:52:21,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c681bc5fa8984f9bbaf166ff88bef1e5, entries=14, sequenceid=184, filesize=19.3 K 2024-11-14T14:52:21,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=14.37 KB/14714 for f49db604de39ef7824ba3b77fa31f295 in 22ms, sequenceid=184, compaction requested=true 2024-11-14T14:52:21,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:21,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:52:21,628 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:52:21,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:21,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T14:52:21,630 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:52:21,630 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:52:21,630 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:21,630 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/351bfffc96ea49c5a13fb10acfe11bbf, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f02bc32b72854651a23c843e7d63beb5, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c681bc5fa8984f9bbaf166ff88bef1e5] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=97.3 K 2024-11-14T14:52:21,631 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 351bfffc96ea49c5a13fb10acfe11bbf, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731595905372 2024-11-14T14:52:21,631 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting f02bc32b72854651a23c843e7d63beb5, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731595939565 2024-11-14T14:52:21,632 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting c681bc5fa8984f9bbaf166ff88bef1e5, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731595941583 2024-11-14T14:52:21,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/95954877c4854c40af1e877137e904a3 is 1055, key is row0144/info:/1731595941607/Put/seqid=0 2024-11-14T14:52:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741860_1036 (size=20781) 2024-11-14T14:52:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741860_1036 (size=20781) 2024-11-14T14:52:21,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/95954877c4854c40af1e877137e904a3 2024-11-14T14:52:21,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/95954877c4854c40af1e877137e904a3 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/95954877c4854c40af1e877137e904a3 2024-11-14T14:52:21,648 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#51 average throughput is 26.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:52:21,648 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/571dafa3ae42412697eb886137f3cd21 is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:52:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741861_1037 (size=89844) 2024-11-14T14:52:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741861_1037 (size=89844) 2024-11-14T14:52:21,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/95954877c4854c40af1e877137e904a3, entries=15, sequenceid=202, filesize=20.3 K 2024-11-14T14:52:21,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=2.05 KB/2102 for f49db604de39ef7824ba3b77fa31f295 in 25ms, sequenceid=202, compaction requested=false 2024-11-14T14:52:21,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:21,658 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/571dafa3ae42412697eb886137f3cd21 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/571dafa3ae42412697eb886137f3cd21 2024-11-14T14:52:21,664 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into 571dafa3ae42412697eb886137f3cd21(size=87.7 K), total size for store is 108.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:52:21,664 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:21,664 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595941628; duration=0sec 2024-11-14T14:52:21,664 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:21,664 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:52:22,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:52:23,029 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T14:52:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:23,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:52:23,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/7b2ac76856684d6a8040612a9e18b34c is 1055, key is row0159/info:/1731595941631/Put/seqid=0 2024-11-14T14:52:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741862_1038 (size=13394) 2024-11-14T14:52:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741862_1038 (size=13394) 2024-11-14T14:52:23,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/7b2ac76856684d6a8040612a9e18b34c 2024-11-14T14:52:23,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/7b2ac76856684d6a8040612a9e18b34c as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/7b2ac76856684d6a8040612a9e18b34c 2024-11-14T14:52:23,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/7b2ac76856684d6a8040612a9e18b34c, entries=8, sequenceid=214, filesize=13.1 K 2024-11-14T14:52:23,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for f49db604de39ef7824ba3b77fa31f295 in 41ms, sequenceid=214, compaction requested=true 2024-11-14T14:52:23,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:23,688 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:52:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:52:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:23,689 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124019 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:52:23,690 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:52:23,690 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:23,690 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/571dafa3ae42412697eb886137f3cd21, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/95954877c4854c40af1e877137e904a3, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/7b2ac76856684d6a8040612a9e18b34c] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=121.1 K 2024-11-14T14:52:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:23,690 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 571dafa3ae42412697eb886137f3cd21, keycount=80, bloomtype=ROW, size=87.7 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731595905372 2024-11-14T14:52:23,691 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95954877c4854c40af1e877137e904a3, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731595941607 2024-11-14T14:52:23,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-14T14:52:23,691 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b2ac76856684d6a8040612a9e18b34c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731595941631 2024-11-14T14:52:23,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/3f45c2ab60714b02a21230279e6b738b is 1055, key is row0167/info:/1731595943648/Put/seqid=0 2024-11-14T14:52:23,715 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#54 average throughput is 51.62 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:52:23,716 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/ed450a751ca14795ac8e1aed92d32c4e is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:52:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741863_1039 (size=19728) 2024-11-14T14:52:23,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741863_1039 (size=19728) 2024-11-14T14:52:23,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/3f45c2ab60714b02a21230279e6b738b 2024-11-14T14:52:23,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/3f45c2ab60714b02a21230279e6b738b as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3f45c2ab60714b02a21230279e6b738b 2024-11-14T14:52:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741864_1040 (size=114169) 2024-11-14T14:52:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741864_1040 (size=114169) 2024-11-14T14:52:23,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3f45c2ab60714b02a21230279e6b738b, entries=14, sequenceid=231, filesize=19.3 K 2024-11-14T14:52:23,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for f49db604de39ef7824ba3b77fa31f295 in 46ms, sequenceid=231, compaction requested=false 2024-11-14T14:52:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:23,742 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/ed450a751ca14795ac8e1aed92d32c4e as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/ed450a751ca14795ac8e1aed92d32c4e 2024-11-14T14:52:23,750 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into ed450a751ca14795ac8e1aed92d32c4e(size=111.5 K), total size for store is 130.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:52:23,750 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:23,750 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595943688; duration=0sec 2024-11-14T14:52:23,750 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:23,750 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:52:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:25,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T14:52:25,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/f99d7791dfb04ff3b77f48fbfc4c1955 is 1055, key is row0181/info:/1731595943694/Put/seqid=0 2024-11-14T14:52:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741865_1041 (size=18675) 2024-11-14T14:52:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741865_1041 (size=18675) 2024-11-14T14:52:25,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/f99d7791dfb04ff3b77f48fbfc4c1955 2024-11-14T14:52:25,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/f99d7791dfb04ff3b77f48fbfc4c1955 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f99d7791dfb04ff3b77f48fbfc4c1955 2024-11-14T14:52:25,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f99d7791dfb04ff3b77f48fbfc4c1955, entries=13, sequenceid=248, filesize=18.2 K 2024-11-14T14:52:25,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=15.40 KB/15765 for f49db604de39ef7824ba3b77fa31f295 in 24ms, sequenceid=248, compaction requested=true 2024-11-14T14:52:25,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:25,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:52:25,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:25,746 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:52:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:25,747 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152572 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:52:25,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T14:52:25,747 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:52:25,747 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:25,747 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/ed450a751ca14795ac8e1aed92d32c4e, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3f45c2ab60714b02a21230279e6b738b, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f99d7791dfb04ff3b77f48fbfc4c1955] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=149.0 K 2024-11-14T14:52:25,748 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed450a751ca14795ac8e1aed92d32c4e, keycount=103, bloomtype=ROW, size=111.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731595905372 2024-11-14T14:52:25,748 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f45c2ab60714b02a21230279e6b738b, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731595943648 2024-11-14T14:52:25,749 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99d7791dfb04ff3b77f48fbfc4c1955, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731595943694 2024-11-14T14:52:25,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/efe6994300fc4cbb8b5f1f604c797942 is 1055, key is row0194/info:/1731595945723/Put/seqid=0 2024-11-14T14:52:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741866_1042 (size=22902) 2024-11-14T14:52:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741866_1042 (size=22902) 2024-11-14T14:52:25,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/efe6994300fc4cbb8b5f1f604c797942 2024-11-14T14:52:25,763 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#57 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:52:25,763 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/8f6280c5a4ff4614985915d770cd8ec2 is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:52:25,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/efe6994300fc4cbb8b5f1f604c797942 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/efe6994300fc4cbb8b5f1f604c797942 2024-11-14T14:52:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:52:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:50736 deadline: 1731595955769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330 2024-11-14T14:52:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741867_1043 (size=142906) 2024-11-14T14:52:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:52:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f49db604de39ef7824ba3b77fa31f295, server=da1c6afcd1f9,44841,1731595882330 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:52:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741867_1043 (size=142906) 2024-11-14T14:52:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., hostname=da1c6afcd1f9,44841,1731595882330, seqNum=122 because the exception is null or not the one we care about 2024-11-14T14:52:25,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/efe6994300fc4cbb8b5f1f604c797942, entries=17, sequenceid=268, filesize=22.4 K 2024-11-14T14:52:25,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for f49db604de39ef7824ba3b77fa31f295 in 28ms, sequenceid=268, compaction requested=false 2024-11-14T14:52:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:25,777 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/8f6280c5a4ff4614985915d770cd8ec2 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f6280c5a4ff4614985915d770cd8ec2 2024-11-14T14:52:25,783 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into 8f6280c5a4ff4614985915d770cd8ec2(size=139.6 K), total size for store is 161.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:52:25,783 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:25,783 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595945745; duration=0sec 2024-11-14T14:52:25,783 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:25,783 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:52:33,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 498cb900104e476f30be516229d3a484, had cached 0 bytes from a total of 71441 2024-11-14T14:52:33,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f49db604de39ef7824ba3b77fa31f295, had cached 0 bytes from a total of 165808 2024-11-14T14:52:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:35,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-14T14:52:35,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/bebbb677baf041e2a52752af114a9a3d is 1055, key is row0211/info:/1731595945748/Put/seqid=0 2024-11-14T14:52:35,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741868_1044 (size=18688) 2024-11-14T14:52:35,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741868_1044 (size=18688) 2024-11-14T14:52:35,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/bebbb677baf041e2a52752af114a9a3d 2024-11-14T14:52:35,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/bebbb677baf041e2a52752af114a9a3d as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/bebbb677baf041e2a52752af114a9a3d 2024-11-14T14:52:35,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/bebbb677baf041e2a52752af114a9a3d, entries=13, sequenceid=285, filesize=18.3 K 2024-11-14T14:52:35,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for f49db604de39ef7824ba3b77fa31f295 in 35ms, sequenceid=285, compaction requested=true 2024-11-14T14:52:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:52:35,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:35,852 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:52:35,853 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184496 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:52:35,853 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:52:35,853 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:35,853 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f6280c5a4ff4614985915d770cd8ec2, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/efe6994300fc4cbb8b5f1f604c797942, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/bebbb677baf041e2a52752af114a9a3d] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=180.2 K 2024-11-14T14:52:35,853 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f6280c5a4ff4614985915d770cd8ec2, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731595905372 2024-11-14T14:52:35,854 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting efe6994300fc4cbb8b5f1f604c797942, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595945723 2024-11-14T14:52:35,854 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting bebbb677baf041e2a52752af114a9a3d, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731595945748 2024-11-14T14:52:35,870 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#59 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:52:35,871 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/94bf601eb9f84101a028ba7ddf6cea1b is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:52:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741869_1045 (size=174630) 2024-11-14T14:52:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741869_1045 (size=174630) 2024-11-14T14:52:35,894 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/94bf601eb9f84101a028ba7ddf6cea1b as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/94bf601eb9f84101a028ba7ddf6cea1b 2024-11-14T14:52:35,901 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into 94bf601eb9f84101a028ba7ddf6cea1b(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:52:35,901 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:35,901 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595955851; duration=0sec 2024-11-14T14:52:35,901 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:35,901 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:52:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:37,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T14:52:37,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/3545e082e94e4c0aa5107bef72616e75 is 1055, key is row0224/info:/1731595955818/Put/seqid=0 2024-11-14T14:52:37,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741870_1046 (size=13402) 2024-11-14T14:52:37,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741870_1046 (size=13402) 2024-11-14T14:52:37,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/3545e082e94e4c0aa5107bef72616e75 2024-11-14T14:52:37,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/3545e082e94e4c0aa5107bef72616e75 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3545e082e94e4c0aa5107bef72616e75 2024-11-14T14:52:37,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3545e082e94e4c0aa5107bef72616e75, entries=8, sequenceid=297, filesize=13.1 K 2024-11-14T14:52:37,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for f49db604de39ef7824ba3b77fa31f295 in 45ms, sequenceid=297, compaction requested=false 2024-11-14T14:52:37,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44841 {}] regionserver.HRegion(8855): Flush requested on f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:37,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-14T14:52:37,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c113c67ee0e64d46acec87e459456955 is 1055, key is row0232/info:/1731595957833/Put/seqid=0 2024-11-14T14:52:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741871_1047 (size=23962) 2024-11-14T14:52:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741871_1047 (size=23962) 2024-11-14T14:52:37,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c113c67ee0e64d46acec87e459456955 2024-11-14T14:52:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/c113c67ee0e64d46acec87e459456955 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c113c67ee0e64d46acec87e459456955 2024-11-14T14:52:37,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c113c67ee0e64d46acec87e459456955, entries=18, sequenceid=318, filesize=23.4 K 2024-11-14T14:52:37,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for f49db604de39ef7824ba3b77fa31f295 in 39ms, sequenceid=318, compaction requested=true 2024-11-14T14:52:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f49db604de39ef7824ba3b77fa31f295:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:52:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:37,918 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:52:37,919 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 211994 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:52:37,919 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1541): f49db604de39ef7824ba3b77fa31f295/info is initiating minor compaction (all files) 2024-11-14T14:52:37,919 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f49db604de39ef7824ba3b77fa31f295/info in TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:37,920 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/94bf601eb9f84101a028ba7ddf6cea1b, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3545e082e94e4c0aa5107bef72616e75, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c113c67ee0e64d46acec87e459456955] into tmpdir=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp, totalSize=207.0 K 2024-11-14T14:52:37,920 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94bf601eb9f84101a028ba7ddf6cea1b, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731595905372 2024-11-14T14:52:37,921 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3545e082e94e4c0aa5107bef72616e75, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731595955818 2024-11-14T14:52:37,921 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] compactions.Compactor(225): Compacting c113c67ee0e64d46acec87e459456955, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731595957833 2024-11-14T14:52:37,937 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f49db604de39ef7824ba3b77fa31f295#info#compaction#62 average throughput is 62.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:52:37,938 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/14bf7eac57714c429dba0abd72fd235d is 1055, key is row0064/info:/1731595905372/Put/seqid=0 2024-11-14T14:52:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741872_1048 (size=202140) 2024-11-14T14:52:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741872_1048 (size=202140) 2024-11-14T14:52:37,961 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/14bf7eac57714c429dba0abd72fd235d as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/14bf7eac57714c429dba0abd72fd235d 2024-11-14T14:52:37,968 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f49db604de39ef7824ba3b77fa31f295/info of f49db604de39ef7824ba3b77fa31f295 into 14bf7eac57714c429dba0abd72fd235d(size=197.4 K), total size for store is 197.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:52:37,968 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:37,968 INFO [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., storeName=f49db604de39ef7824ba3b77fa31f295/info, priority=13, startTime=1731595957918; duration=0sec 2024-11-14T14:52:37,969 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:52:37,969 DEBUG [RS:0;da1c6afcd1f9:44841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f49db604de39ef7824ba3b77fa31f295:info 2024-11-14T14:52:39,893 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-14T14:52:39,907 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959894, exclude list is [], retry=0 2024-11-14T14:52:39,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-c19a39df-b819-4e13-a336-f3bcea9efb62,DISK] 2024-11-14T14:52:39,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37061,DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a,DISK] 2024-11-14T14:52:39,912 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595882753 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959894 2024-11-14T14:52:39,913 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:46427:46427)] 2024-11-14T14:52:39,913 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595882753 is not closed yet, will try archiving it next time 2024-11-14T14:52:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741833_1009 (size=308076) 2024-11-14T14:52:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741833_1009 (size=308076) 2024-11-14T14:52:39,918 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f49db604de39ef7824ba3b77fa31f295 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-14T14:52:39,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/657dc68320154a12bf51a7ff362dbca2 is 1055, key is row0250/info:/1731595957880/Put/seqid=0 2024-11-14T14:52:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741874_1050 (size=12348) 2024-11-14T14:52:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741874_1050 (size=12348) 2024-11-14T14:52:39,930 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/657dc68320154a12bf51a7ff362dbca2 2024-11-14T14:52:39,937 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/.tmp/info/657dc68320154a12bf51a7ff362dbca2 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/657dc68320154a12bf51a7ff362dbca2 2024-11-14T14:52:39,942 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/657dc68320154a12bf51a7ff362dbca2, entries=7, sequenceid=329, filesize=12.1 K 2024-11-14T14:52:39,944 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for f49db604de39ef7824ba3b77fa31f295 in 26ms, sequenceid=329, compaction requested=false 2024-11-14T14:52:39,944 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f49db604de39ef7824ba3b77fa31f295: 2024-11-14T14:52:39,944 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-14T14:52:39,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/info/65e15b143256446983f8b954e18f6dc8 is 193, key is TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295./info:regioninfo/1731595908537/Put/seqid=0 2024-11-14T14:52:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741875_1051 (size=6223) 2024-11-14T14:52:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741875_1051 (size=6223) 2024-11-14T14:52:39,960 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/info/65e15b143256446983f8b954e18f6dc8 2024-11-14T14:52:39,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/.tmp/info/65e15b143256446983f8b954e18f6dc8 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/info/65e15b143256446983f8b954e18f6dc8 2024-11-14T14:52:39,971 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/info/65e15b143256446983f8b954e18f6dc8, entries=5, sequenceid=21, filesize=6.1 K 2024-11-14T14:52:39,972 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=21, compaction requested=false 2024-11-14T14:52:39,972 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T14:52:39,972 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 498cb900104e476f30be516229d3a484: 2024-11-14T14:52:39,987 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959973, exclude list is [], retry=0 2024-11-14T14:52:39,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-c19a39df-b819-4e13-a336-f3bcea9efb62,DISK] 2024-11-14T14:52:39,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37061,DS-c292fd26-5a1a-45f3-93d6-6c44534eed6a,DISK] 2024-11-14T14:52:39,991 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959894 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959973 2024-11-14T14:52:39,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293),(127.0.0.1/127.0.0.1:46427:46427)] 2024-11-14T14:52:39,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959894 is not closed yet, will try archiving it next time 2024-11-14T14:52:39,992 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595882753 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/oldWALs/da1c6afcd1f9%2C44841%2C1731595882330.1731595882753 2024-11-14T14:52:39,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T14:52:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741873_1049 (size=731) 2024-11-14T14:52:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741873_1049 (size=731) 2024-11-14T14:52:39,996 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959894 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/oldWALs/da1c6afcd1f9%2C44841%2C1731595882330.1731595959894 2024-11-14T14:52:40,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:52:40,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:52:40,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:52:40,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:40,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:40,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:52:40,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:52:40,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=70512544, stopped=false 2024-11-14T14:52:40,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,35363,1731595882246 2024-11-14T14:52:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:52:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:52:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:40,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:52:40,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:52:40,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:52:40,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:52:40,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:52:40,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:40,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,44841,1731595882330' ***** 2024-11-14T14:52:40,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:52:40,098 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:52:40,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:52:40,098 INFO [RS:0;da1c6afcd1f9:44841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:52:40,098 INFO [RS:0;da1c6afcd1f9:44841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:52:40,098 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:40,098 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for 498cb900104e476f30be516229d3a484 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,44841,1731595882330 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:44841. 2024-11-14T14:52:40,099 DEBUG [RS:0;da1c6afcd1f9:44841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:52:40,099 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f49db604de39ef7824ba3b77fa31f295, disabling compactions & flushes 2024-11-14T14:52:40,099 DEBUG [RS:0;da1c6afcd1f9:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:40,099 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:52:40,099 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:52:40,099 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. after waiting 0 ms 2024-11-14T14:52:40,099 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:40,099 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:52:40,099 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1325): Online Regions={f49db604de39ef7824ba3b77fa31f295=TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295., 1588230740=hbase:meta,,1.1588230740, 498cb900104e476f30be516229d3a484=TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.} 2024-11-14T14:52:40,099 DEBUG [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 498cb900104e476f30be516229d3a484, f49db604de39ef7824ba3b77fa31f295 2024-11-14T14:52:40,099 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:52:40,100 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:52:40,100 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:52:40,100 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:52:40,100 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:52:40,100 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10->hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242-top, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f1e8dd5bc4741bab5b5f03cec52fa89, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c397f9be49bb4fbabd975da657006223, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/351bfffc96ea49c5a13fb10acfe11bbf, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/2ae13dd24a15453ea3c0e95121b77c30, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f02bc32b72854651a23c843e7d63beb5, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/571dafa3ae42412697eb886137f3cd21, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c681bc5fa8984f9bbaf166ff88bef1e5, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/95954877c4854c40af1e877137e904a3, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/ed450a751ca14795ac8e1aed92d32c4e, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/7b2ac76856684d6a8040612a9e18b34c, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3f45c2ab60714b02a21230279e6b738b, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f6280c5a4ff4614985915d770cd8ec2, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f99d7791dfb04ff3b77f48fbfc4c1955, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/efe6994300fc4cbb8b5f1f604c797942, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/94bf601eb9f84101a028ba7ddf6cea1b, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/bebbb677baf041e2a52752af114a9a3d, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3545e082e94e4c0aa5107bef72616e75, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c113c67ee0e64d46acec87e459456955] to archive 2024-11-14T14:52:40,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:52:40,103 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:52:40,105 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-8ad101d0e7094c56a5d166c9496092f3 2024-11-14T14:52:40,106 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T14:52:40,106 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:52:40,106 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:52:40,106 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595960099Running coprocessor pre-close hooks at 1731595960099Disabling compacts and flushes for region at 1731595960099Disabling writes for close at 1731595960100 (+1 ms)Writing region close event to WAL at 1731595960101 (+1 ms)Running coprocessor post-close hooks at 1731595960106 (+5 ms)Closed at 1731595960106 2024-11-14T14:52:40,106 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:52:40,107 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f1e8dd5bc4741bab5b5f03cec52fa89 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f1e8dd5bc4741bab5b5f03cec52fa89 2024-11-14T14:52:40,108 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/TestLogRolling-testLogRolling=f90cfb6ee76a6c0af960f4728c623e10-f7bc5fe33e9b4e6f89384f33016caebe 2024-11-14T14:52:40,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c397f9be49bb4fbabd975da657006223 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c397f9be49bb4fbabd975da657006223 2024-11-14T14:52:40,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/351bfffc96ea49c5a13fb10acfe11bbf to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/351bfffc96ea49c5a13fb10acfe11bbf 2024-11-14T14:52:40,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/2ae13dd24a15453ea3c0e95121b77c30 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/2ae13dd24a15453ea3c0e95121b77c30 2024-11-14T14:52:40,114 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f02bc32b72854651a23c843e7d63beb5 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f02bc32b72854651a23c843e7d63beb5 2024-11-14T14:52:40,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/571dafa3ae42412697eb886137f3cd21 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/571dafa3ae42412697eb886137f3cd21 2024-11-14T14:52:40,116 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c681bc5fa8984f9bbaf166ff88bef1e5 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c681bc5fa8984f9bbaf166ff88bef1e5 2024-11-14T14:52:40,117 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/95954877c4854c40af1e877137e904a3 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/95954877c4854c40af1e877137e904a3 2024-11-14T14:52:40,118 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/ed450a751ca14795ac8e1aed92d32c4e to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/ed450a751ca14795ac8e1aed92d32c4e 2024-11-14T14:52:40,121 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/7b2ac76856684d6a8040612a9e18b34c to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/7b2ac76856684d6a8040612a9e18b34c 2024-11-14T14:52:40,123 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3f45c2ab60714b02a21230279e6b738b to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3f45c2ab60714b02a21230279e6b738b 2024-11-14T14:52:40,124 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f6280c5a4ff4614985915d770cd8ec2 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/8f6280c5a4ff4614985915d770cd8ec2 2024-11-14T14:52:40,127 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f99d7791dfb04ff3b77f48fbfc4c1955 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/f99d7791dfb04ff3b77f48fbfc4c1955 2024-11-14T14:52:40,129 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/efe6994300fc4cbb8b5f1f604c797942 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/efe6994300fc4cbb8b5f1f604c797942 2024-11-14T14:52:40,130 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/94bf601eb9f84101a028ba7ddf6cea1b to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/94bf601eb9f84101a028ba7ddf6cea1b 2024-11-14T14:52:40,132 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/bebbb677baf041e2a52752af114a9a3d to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/bebbb677baf041e2a52752af114a9a3d 2024-11-14T14:52:40,134 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3545e082e94e4c0aa5107bef72616e75 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/3545e082e94e4c0aa5107bef72616e75 2024-11-14T14:52:40,135 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c113c67ee0e64d46acec87e459456955 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/info/c113c67ee0e64d46acec87e459456955 2024-11-14T14:52:40,135 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da1c6afcd1f9:35363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T14:52:40,136 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [8f1e8dd5bc4741bab5b5f03cec52fa89=37897, c397f9be49bb4fbabd975da657006223=13391, 351bfffc96ea49c5a13fb10acfe11bbf=64393, 2ae13dd24a15453ea3c0e95121b77c30=22891, f02bc32b72854651a23c843e7d63beb5=15500, 571dafa3ae42412697eb886137f3cd21=89844, c681bc5fa8984f9bbaf166ff88bef1e5=19728, 95954877c4854c40af1e877137e904a3=20781, ed450a751ca14795ac8e1aed92d32c4e=114169, 7b2ac76856684d6a8040612a9e18b34c=13394, 3f45c2ab60714b02a21230279e6b738b=19728, 8f6280c5a4ff4614985915d770cd8ec2=142906, f99d7791dfb04ff3b77f48fbfc4c1955=18675, efe6994300fc4cbb8b5f1f604c797942=22902, 94bf601eb9f84101a028ba7ddf6cea1b=174630, bebbb677baf041e2a52752af114a9a3d=18688, 3545e082e94e4c0aa5107bef72616e75=13402, c113c67ee0e64d46acec87e459456955=23962] 2024-11-14T14:52:40,141 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f49db604de39ef7824ba3b77fa31f295/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-14T14:52:40,141 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:40,142 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f49db604de39ef7824ba3b77fa31f295: Waiting for close lock at 1731595960099Running coprocessor pre-close hooks at 1731595960099Disabling compacts and flushes for region at 1731595960099Disabling writes for close at 1731595960099Writing region close event to WAL at 1731595960137 (+38 ms)Running coprocessor post-close hooks at 1731595960141 (+4 ms)Closed at 1731595960141 2024-11-14T14:52:40,142 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731595907456.f49db604de39ef7824ba3b77fa31f295. 2024-11-14T14:52:40,142 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 498cb900104e476f30be516229d3a484, disabling compactions & flushes 2024-11-14T14:52:40,142 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:52:40,142 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:52:40,142 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. after waiting 0 ms 2024-11-14T14:52:40,142 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:52:40,142 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10->hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/f90cfb6ee76a6c0af960f4728c623e10/info/1c3afdd82ae54e54925ccef8d1121242-bottom] to archive 2024-11-14T14:52:40,143 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:52:40,146 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10 to hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/archive/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/info/1c3afdd82ae54e54925ccef8d1121242.f90cfb6ee76a6c0af960f4728c623e10 2024-11-14T14:52:40,146 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-14T14:52:40,151 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/data/default/TestLogRolling-testLogRolling/498cb900104e476f30be516229d3a484/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-14T14:52:40,151 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:52:40,152 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 498cb900104e476f30be516229d3a484: Waiting for close lock at 1731595960142Running coprocessor pre-close hooks at 1731595960142Disabling compacts and flushes for region at 1731595960142Disabling writes for close at 1731595960142Writing region close event to WAL at 1731595960147 (+5 ms)Running coprocessor post-close hooks at 1731595960151 (+4 ms)Closed at 1731595960151 2024-11-14T14:52:40,152 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731595907456.498cb900104e476f30be516229d3a484. 2024-11-14T14:52:40,300 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,44841,1731595882330; all regions closed. 2024-11-14T14:52:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741834_1010 (size=8107) 2024-11-14T14:52:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741834_1010 (size=8107) 2024-11-14T14:52:40,305 DEBUG [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/oldWALs 2024-11-14T14:52:40,305 INFO [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C44841%2C1731595882330.meta:.meta(num 1731595882947) 2024-11-14T14:52:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741876_1052 (size=778) 2024-11-14T14:52:40,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/WALs/da1c6afcd1f9,44841,1731595882330/da1c6afcd1f9%2C44841%2C1731595882330.1731595959973 not finished, retry = 0 2024-11-14T14:52:40,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741876_1052 (size=778) 2024-11-14T14:52:40,411 DEBUG [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/oldWALs 2024-11-14T14:52:40,411 INFO [RS:0;da1c6afcd1f9:44841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C44841%2C1731595882330:(num 1731595959973) 2024-11-14T14:52:40,411 DEBUG [RS:0;da1c6afcd1f9:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:40,411 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:52:40,411 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:52:40,411 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:52:40,411 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:52:40,412 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:52:40,412 INFO [RS:0;da1c6afcd1f9:44841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44841 2024-11-14T14:52:40,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,44841,1731595882330 2024-11-14T14:52:40,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:52:40,414 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:52:40,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,44841,1731595882330] 2024-11-14T14:52:40,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,44841,1731595882330 already deleted, retry=false 2024-11-14T14:52:40,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,44841,1731595882330 expired; onlineServers=0 2024-11-14T14:52:40,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,35363,1731595882246' ***** 2024-11-14T14:52:40,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:52:40,417 INFO [M:0;da1c6afcd1f9:35363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:52:40,417 INFO [M:0;da1c6afcd1f9:35363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:52:40,417 DEBUG [M:0;da1c6afcd1f9:35363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:52:40,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:52:40,417 DEBUG [M:0;da1c6afcd1f9:35363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:52:40,417 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595882582 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595882582,5,FailOnTimeoutGroup] 2024-11-14T14:52:40,417 INFO [M:0;da1c6afcd1f9:35363 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:52:40,417 INFO [M:0;da1c6afcd1f9:35363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:52:40,417 DEBUG [M:0;da1c6afcd1f9:35363 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:52:40,418 INFO [M:0;da1c6afcd1f9:35363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:52:40,418 INFO [M:0;da1c6afcd1f9:35363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:52:40,418 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595882582 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595882582,5,FailOnTimeoutGroup] 2024-11-14T14:52:40,418 INFO [M:0;da1c6afcd1f9:35363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:52:40,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:52:40,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:52:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:40,420 DEBUG [M:0;da1c6afcd1f9:35363 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-14T14:52:40,420 DEBUG [M:0;da1c6afcd1f9:35363 {}] master.ActiveMasterManager(353): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-14T14:52:40,422 INFO [M:0;da1c6afcd1f9:35363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/.lastflushedseqids 2024-11-14T14:52:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741877_1053 (size=228) 2024-11-14T14:52:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741877_1053 (size=228) 2024-11-14T14:52:40,431 INFO [M:0;da1c6afcd1f9:35363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:52:40,431 INFO [M:0;da1c6afcd1f9:35363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:52:40,431 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:52:40,431 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:40,431 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:40,431 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:52:40,431 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:40,431 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-14T14:52:40,446 DEBUG [M:0;da1c6afcd1f9:35363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05c1a508fefe4684be97e3e9e79030b1 is 82, key is hbase:meta,,1/info:regioninfo/1731595882988/Put/seqid=0 2024-11-14T14:52:40,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741878_1054 (size=5672) 2024-11-14T14:52:40,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741878_1054 (size=5672) 2024-11-14T14:52:40,452 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05c1a508fefe4684be97e3e9e79030b1 2024-11-14T14:52:40,471 DEBUG [M:0;da1c6afcd1f9:35363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71c0df3d2eec444e8187223d9e8b7657 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731595883476/Put/seqid=0 2024-11-14T14:52:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741879_1055 (size=7091) 2024-11-14T14:52:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741879_1055 (size=7091) 2024-11-14T14:52:40,476 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71c0df3d2eec444e8187223d9e8b7657 2024-11-14T14:52:40,482 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71c0df3d2eec444e8187223d9e8b7657 2024-11-14T14:52:40,504 DEBUG [M:0;da1c6afcd1f9:35363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d2c01c6283415e875ee2b9a9fcd920 is 69, key is da1c6afcd1f9,44841,1731595882330/rs:state/1731595882593/Put/seqid=0 2024-11-14T14:52:40,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741880_1056 (size=5156) 2024-11-14T14:52:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741880_1056 (size=5156) 2024-11-14T14:52:40,510 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d2c01c6283415e875ee2b9a9fcd920 2024-11-14T14:52:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:40,516 INFO [RS:0;da1c6afcd1f9:44841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:52:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x101a743c4580001, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:40,516 INFO [RS:0;da1c6afcd1f9:44841 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,44841,1731595882330; zookeeper connection closed. 2024-11-14T14:52:40,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7eaa85cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7eaa85cb 2024-11-14T14:52:40,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:52:40,530 DEBUG [M:0;da1c6afcd1f9:35363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2d7333a30eb84060afadc64824e1df30 is 52, key is load_balancer_on/state:d/1731595883084/Put/seqid=0 2024-11-14T14:52:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741881_1057 (size=5056) 2024-11-14T14:52:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741881_1057 (size=5056) 2024-11-14T14:52:40,538 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2d7333a30eb84060afadc64824e1df30 2024-11-14T14:52:40,545 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05c1a508fefe4684be97e3e9e79030b1 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05c1a508fefe4684be97e3e9e79030b1 2024-11-14T14:52:40,550 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05c1a508fefe4684be97e3e9e79030b1, entries=8, sequenceid=125, filesize=5.5 K 2024-11-14T14:52:40,551 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71c0df3d2eec444e8187223d9e8b7657 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71c0df3d2eec444e8187223d9e8b7657 2024-11-14T14:52:40,556 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71c0df3d2eec444e8187223d9e8b7657 2024-11-14T14:52:40,556 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71c0df3d2eec444e8187223d9e8b7657, entries=13, sequenceid=125, filesize=6.9 K 2024-11-14T14:52:40,557 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40d2c01c6283415e875ee2b9a9fcd920 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d2c01c6283415e875ee2b9a9fcd920 2024-11-14T14:52:40,563 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40d2c01c6283415e875ee2b9a9fcd920, entries=1, sequenceid=125, filesize=5.0 K 2024-11-14T14:52:40,564 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2d7333a30eb84060afadc64824e1df30 as hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2d7333a30eb84060afadc64824e1df30 2024-11-14T14:52:40,569 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39649/user/jenkins/test-data/46d57e26-415d-6497-eb51-3b0483115818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2d7333a30eb84060afadc64824e1df30, entries=1, sequenceid=125, filesize=4.9 K 2024-11-14T14:52:40,570 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=125, compaction requested=false 2024-11-14T14:52:40,572 INFO [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:40,572 DEBUG [M:0;da1c6afcd1f9:35363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595960431Disabling compacts and flushes for region at 1731595960431Disabling writes for close at 1731595960431Obtaining lock to block concurrent updates at 1731595960431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595960431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731595960431Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595960432 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595960432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595960446 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595960446Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595960456 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595960470 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595960470Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595960482 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595960503 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595960503Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731595960515 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731595960529 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731595960529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b71b078: reopening flushed file at 1731595960544 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509b4e11: reopening flushed file at 1731595960550 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29baed46: reopening flushed file at 1731595960556 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d68be4b: reopening flushed file at 1731595960563 (+7 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=125, compaction requested=false at 1731595960570 (+7 ms)Writing region close event to WAL at 1731595960572 (+2 ms)Closed at 1731595960572 2024-11-14T14:52:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741830_1006 (size=61332) 2024-11-14T14:52:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37061 is added to blk_1073741830_1006 (size=61332) 2024-11-14T14:52:40,577 INFO [M:0;da1c6afcd1f9:35363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:52:40,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:52:40,577 INFO [M:0;da1c6afcd1f9:35363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35363 2024-11-14T14:52:40,578 INFO [M:0;da1c6afcd1f9:35363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:52:40,616 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:52:40,680 INFO [M:0;da1c6afcd1f9:35363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:52:40,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:40,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35363-0x101a743c4580000, quorum=127.0.0.1:55171, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:40,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72588fe2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:52:40,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dc4ed50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:52:40,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:52:40,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599242a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:52:40,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b28ec74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir/,STOPPED} 2024-11-14T14:52:40,685 WARN [BP-793732722-172.17.0.2-1731595881345 heartbeating to localhost/127.0.0.1:39649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:52:40,685 WARN [BP-793732722-172.17.0.2-1731595881345 heartbeating to localhost/127.0.0.1:39649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793732722-172.17.0.2-1731595881345 (Datanode Uuid 96034aa1-6567-4ffa-a0b1-808d837f9703) service to localhost/127.0.0.1:39649 2024-11-14T14:52:40,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:52:40,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:52:40,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data3/current/BP-793732722-172.17.0.2-1731595881345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:40,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data4/current/BP-793732722-172.17.0.2-1731595881345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:40,686 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:52:40,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@563e578{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:52:40,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@251e91d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:52:40,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:52:40,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5c618f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:52:40,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d59d51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir/,STOPPED} 2024-11-14T14:52:40,691 WARN [BP-793732722-172.17.0.2-1731595881345 heartbeating to localhost/127.0.0.1:39649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:52:40,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:52:40,691 WARN [BP-793732722-172.17.0.2-1731595881345 heartbeating to localhost/127.0.0.1:39649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793732722-172.17.0.2-1731595881345 (Datanode Uuid 574c1f12-c249-49e5-ba5b-a7d07dd5f1c7) service to localhost/127.0.0.1:39649 2024-11-14T14:52:40,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:52:40,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data1/current/BP-793732722-172.17.0.2-1731595881345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:40,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/cluster_a6bbd957-24de-e7cf-a0de-316c8ebfbb66/data/data2/current/BP-793732722-172.17.0.2-1731595881345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:40,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:52:40,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1345b99a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:52:40,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55589843{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:52:40,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:52:40,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f39244a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:52:40,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d62ef86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir/,STOPPED} 2024-11-14T14:52:40,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:52:40,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:52:40,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 100) - Thread LEAK? -, OpenFileDescriptor=452 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=8189 (was 7983) - AvailableMemoryMB LEAK? - 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=112, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=8189 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.log.dir so I do NOT create it in target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3287ce0d-09e9-abf1-1854-a5b22fd5c3e7/hadoop.tmp.dir so I do NOT create it in target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa, deleteOnExit=true 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/test.cache.data in system properties and HBase conf 2024-11-14T14:52:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:52:40,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:52:40,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:52:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:52:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:52:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:52:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:52:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:52:40,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:52:40,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:52:40,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:52:40,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:52:40,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:52:40,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:52:40,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:52:40,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b152a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:52:40,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654fb0b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:52:41,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36cbdcc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/java.io.tmpdir/jetty-localhost-38945-hadoop-hdfs-3_4_1-tests_jar-_-any-10695067825396815135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:52:41,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645e1410{HTTP/1.1, (http/1.1)}{localhost:38945} 2024-11-14T14:52:41,003 INFO [Time-limited test {}] server.Server(415): Started @221139ms 2024-11-14T14:52:41,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:52:41,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:52:41,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:52:41,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:52:41,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:52:41,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9a1939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:52:41,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c698367{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:52:41,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@199ed7c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/java.io.tmpdir/jetty-localhost-33519-hadoop-hdfs-3_4_1-tests_jar-_-any-5120641714394241164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:52:41,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1614d55d{HTTP/1.1, (http/1.1)}{localhost:33519} 2024-11-14T14:52:41,221 INFO [Time-limited test {}] server.Server(415): Started @221357ms 2024-11-14T14:52:41,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:52:41,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:52:41,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:52:41,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:52:41,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:52:41,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:52:41,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5250d6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:52:41,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342910ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:52:41,304 WARN [Thread-1592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data1/current/BP-273416556-172.17.0.2-1731595960789/current, will proceed with Du for space computation calculation, 2024-11-14T14:52:41,304 WARN [Thread-1593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data2/current/BP-273416556-172.17.0.2-1731595960789/current, will proceed with Du for space computation calculation, 2024-11-14T14:52:41,324 WARN [Thread-1571 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:52:41,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9731fecd0494af29 with lease ID 0x1764d33c713fdf9d: Processing first storage report for DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d from datanode DatanodeRegistration(127.0.0.1:39395, datanodeUuid=34501313-ff1d-455c-9954-2af546b77e9b, infoPort=43153, infoSecurePort=0, ipcPort=43325, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789) 2024-11-14T14:52:41,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9731fecd0494af29 with lease ID 0x1764d33c713fdf9d: from storage DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d node DatanodeRegistration(127.0.0.1:39395, datanodeUuid=34501313-ff1d-455c-9954-2af546b77e9b, infoPort=43153, infoSecurePort=0, ipcPort=43325, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:52:41,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9731fecd0494af29 with lease ID 0x1764d33c713fdf9d: Processing first storage report for DS-ed9503d1-3f1d-4b5e-bd6a-dadb22e6f22a from datanode DatanodeRegistration(127.0.0.1:39395, datanodeUuid=34501313-ff1d-455c-9954-2af546b77e9b, infoPort=43153, infoSecurePort=0, ipcPort=43325, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789) 2024-11-14T14:52:41,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9731fecd0494af29 with lease ID 0x1764d33c713fdf9d: from storage DS-ed9503d1-3f1d-4b5e-bd6a-dadb22e6f22a node DatanodeRegistration(127.0.0.1:39395, datanodeUuid=34501313-ff1d-455c-9954-2af546b77e9b, infoPort=43153, infoSecurePort=0, ipcPort=43325, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:52:41,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55380fed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/java.io.tmpdir/jetty-localhost-43713-hadoop-hdfs-3_4_1-tests_jar-_-any-11127551302992560101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:52:41,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e79ccf8{HTTP/1.1, (http/1.1)}{localhost:43713} 2024-11-14T14:52:41,378 INFO [Time-limited test {}] server.Server(415): Started @221514ms 2024-11-14T14:52:41,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:52:41,453 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data4/current/BP-273416556-172.17.0.2-1731595960789/current, will proceed with Du for space computation calculation, 2024-11-14T14:52:41,453 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data3/current/BP-273416556-172.17.0.2-1731595960789/current, will proceed with Du for space computation calculation, 2024-11-14T14:52:41,474 WARN [Thread-1607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:52:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96d738a13f9cc1f2 with lease ID 0x1764d33c713fdf9e: Processing first storage report for DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6 from datanode DatanodeRegistration(127.0.0.1:32837, datanodeUuid=232c6171-cf49-4593-9460-dec99ce3ec23, infoPort=39581, infoSecurePort=0, ipcPort=38843, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789) 2024-11-14T14:52:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96d738a13f9cc1f2 with lease ID 0x1764d33c713fdf9e: from storage DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6 node DatanodeRegistration(127.0.0.1:32837, datanodeUuid=232c6171-cf49-4593-9460-dec99ce3ec23, infoPort=39581, infoSecurePort=0, ipcPort=38843, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:52:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96d738a13f9cc1f2 with lease ID 0x1764d33c713fdf9e: Processing first storage report for DS-dfb43123-c771-4218-80d1-1abbca8af697 from datanode DatanodeRegistration(127.0.0.1:32837, datanodeUuid=232c6171-cf49-4593-9460-dec99ce3ec23, infoPort=39581, infoSecurePort=0, ipcPort=38843, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789) 2024-11-14T14:52:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96d738a13f9cc1f2 with lease ID 0x1764d33c713fdf9e: from storage DS-dfb43123-c771-4218-80d1-1abbca8af697 node DatanodeRegistration(127.0.0.1:32837, datanodeUuid=232c6171-cf49-4593-9460-dec99ce3ec23, infoPort=39581, infoSecurePort=0, ipcPort=38843, storageInfo=lv=-57;cid=testClusterID;nsid=2076979273;c=1731595960789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:52:41,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851 2024-11-14T14:52:41,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/zookeeper_0, clientPort=63489, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:52:41,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63489 2024-11-14T14:52:41,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:52:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:52:41,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1 with version=8 2024-11-14T14:52:41,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39949/user/jenkins/test-data/fcb5e8e6-877f-1da3-4716-60c4475d6210/hbase-staging 2024-11-14T14:52:41,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:52:41,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:52:41,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44083 2024-11-14T14:52:41,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44083 connecting to ZooKeeper ensemble=127.0.0.1:63489 2024-11-14T14:52:41,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440830x0, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:52:41,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44083-0x101a744fa080000 connected 2024-11-14T14:52:41,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:52:41,542 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1, hbase.cluster.distributed=false 2024-11-14T14:52:41,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:52:41,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44083 2024-11-14T14:52:41,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44083 2024-11-14T14:52:41,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44083 2024-11-14T14:52:41,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44083 2024-11-14T14:52:41,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44083 2024-11-14T14:52:41,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:52:41,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:52:41,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44981 2024-11-14T14:52:41,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44981 connecting to ZooKeeper ensemble=127.0.0.1:63489 2024-11-14T14:52:41,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449810x0, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:52:41,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449810x0, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:52:41,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44981-0x101a744fa080001 connected 2024-11-14T14:52:41,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:52:41,571 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:52:41,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:52:41,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:52:41,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44981 2024-11-14T14:52:41,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44981 2024-11-14T14:52:41,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44981 2024-11-14T14:52:41,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44981 2024-11-14T14:52:41,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44981 2024-11-14T14:52:41,586 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:44083 2024-11-14T14:52:41,586 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:52:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:52:41,588 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:52:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,590 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:52:41,590 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,44083,1731595961519 from backup master directory 2024-11-14T14:52:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:52:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:52:41,591 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:52:41,591 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,595 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/hbase.id] with ID: e239d97c-12f9-4024-b4b0-6e80acb4e68a 2024-11-14T14:52:41,595 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/.tmp/hbase.id 2024-11-14T14:52:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:52:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:52:41,602 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/.tmp/hbase.id]:[hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/hbase.id] 2024-11-14T14:52:41,613 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:41,613 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:52:41,614 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:52:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:52:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:52:41,624 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:52:41,625 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:52:41,625 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:52:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:52:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:52:41,638 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store 2024-11-14T14:52:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:52:41,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:52:41,647 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:52:41,647 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:52:41,647 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:41,647 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:41,647 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:52:41,647 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:41,647 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:41,647 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595961647Disabling compacts and flushes for region at 1731595961647Disabling writes for close at 1731595961647Writing region close event to WAL at 1731595961647Closed at 1731595961647 2024-11-14T14:52:41,648 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/.initializing 2024-11-14T14:52:41,648 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/WALs/da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,650 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:52:41,652 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C44083%2C1731595961519, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/WALs/da1c6afcd1f9,44083,1731595961519, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/oldWALs, maxLogs=10 2024-11-14T14:52:41,666 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/WALs/da1c6afcd1f9,44083,1731595961519/da1c6afcd1f9%2C44083%2C1731595961519.1731595961652, exclude list is [], retry=0 2024-11-14T14:52:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6,DISK] 2024-11-14T14:52:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d,DISK] 2024-11-14T14:52:41,674 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/WALs/da1c6afcd1f9,44083,1731595961519/da1c6afcd1f9%2C44083%2C1731595961519.1731595961652 2024-11-14T14:52:41,674 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-14T14:52:41,674 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:52:41,674 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:52:41,674 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,675 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:52:41,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:41,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:52:41,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:52:41,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:52:41,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:52:41,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:52:41,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:52:41,687 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,688 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,688 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,690 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,690 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,690 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:52:41,692 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:52:41,694 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:52:41,694 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740778, jitterRate=-0.05805261433124542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:52:41,695 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595961675Initializing all the Stores at 1731595961676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595961676Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595961678 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595961678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595961679 (+1 ms)Cleaning up temporary data from old regions at 1731595961690 (+11 ms)Region opened successfully at 1731595961695 (+5 ms) 2024-11-14T14:52:41,695 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:52:41,699 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dff4453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:52:41,700 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:52:41,700 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:52:41,700 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:52:41,700 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:52:41,700 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:52:41,701 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:52:41,701 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:52:41,703 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:52:41,704 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:52:41,705 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:52:41,705 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:52:41,706 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:52:41,707 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:52:41,707 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:52:41,708 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:52:41,709 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:52:41,710 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:52:41,711 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:52:41,713 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:52:41,715 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:52:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:52:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:52:41,717 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,44083,1731595961519, sessionid=0x101a744fa080000, setting cluster-up flag (Was=false) 2024-11-14T14:52:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,725 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:52:41,726 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:41,735 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:52:41,737 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:41,738 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:52:41,740 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:52:41,740 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:52:41,740 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:52:41,740 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,44083,1731595961519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:52:41,742 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:52:41,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:52:41,744 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595991744 2024-11-14T14:52:41,744 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:52:41,744 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:52:41,745 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:52:41,745 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:52:41,745 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:52:41,745 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:52:41,745 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,748 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:52:41,748 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:52:41,748 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:52:41,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:52:41,754 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:52:41,754 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:52:41,760 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595961754,5,FailOnTimeoutGroup] 2024-11-14T14:52:41,761 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595961760,5,FailOnTimeoutGroup] 2024-11-14T14:52:41,761 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,761 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:52:41,761 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,761 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:52:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:52:41,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:52:41,768 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1 2024-11-14T14:52:41,777 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(746): ClusterId : e239d97c-12f9-4024-b4b0-6e80acb4e68a 2024-11-14T14:52:41,777 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:52:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:52:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:52:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:52:41,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:52:41,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:52:41,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:41,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:52:41,789 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:52:41,789 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:52:41,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:52:41,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:41,794 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:52:41,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:52:41,795 DEBUG [RS:0;da1c6afcd1f9:44981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2905ba1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:52:41,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:52:41,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:41,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:52:41,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:52:41,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:41,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:41,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:52:41,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740 2024-11-14T14:52:41,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740 2024-11-14T14:52:41,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:52:41,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:52:41,802 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:52:41,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:52:41,808 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:52:41,809 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875790, jitterRate=0.11362576484680176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:52:41,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595961783Initializing all the Stores at 1731595961784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595961784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595961784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595961784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595961784Cleaning up temporary data from old regions at 1731595961801 (+17 ms)Region opened successfully at 1731595961809 (+8 ms) 2024-11-14T14:52:41,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:52:41,810 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:52:41,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:52:41,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:52:41,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:52:41,812 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:52:41,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595961810Disabling compacts and flushes for region at 1731595961810Disabling writes for close at 1731595961810Writing region close event to WAL at 1731595961812 (+2 ms)Closed at 1731595961812 2024-11-14T14:52:41,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:52:41,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:52:41,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:52:41,814 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:44981 2024-11-14T14:52:41,814 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:52:41,814 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:52:41,814 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:52:41,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:52:41,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:52:41,817 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,44083,1731595961519 with port=44981, startcode=1731595961561 2024-11-14T14:52:41,817 DEBUG [RS:0;da1c6afcd1f9:44981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:52:41,824 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:52:41,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:41,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44083 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:41,826 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1 2024-11-14T14:52:41,827 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35993 2024-11-14T14:52:41,827 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:52:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:52:41,829 DEBUG [RS:0;da1c6afcd1f9:44981 {}] zookeeper.ZKUtil(111): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:41,829 WARN [RS:0;da1c6afcd1f9:44981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:52:41,829 INFO [RS:0;da1c6afcd1f9:44981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:52:41,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,44981,1731595961561] 2024-11-14T14:52:41,829 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:41,835 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:52:41,838 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:52:41,840 INFO [RS:0;da1c6afcd1f9:44981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:52:41,840 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,849 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:52:41,850 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:52:41,850 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,850 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:52:41,851 DEBUG [RS:0;da1c6afcd1f9:44981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:52:41,853 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,853 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,853 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,853 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,853 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,853 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44981,1731595961561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:52:41,871 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:52:41,871 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44981,1731595961561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,872 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,872 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.Replication(171): da1c6afcd1f9,44981,1731595961561 started 2024-11-14T14:52:41,886 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:41,886 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,44981,1731595961561, RpcServer on da1c6afcd1f9/172.17.0.2:44981, sessionid=0x101a744fa080001 2024-11-14T14:52:41,887 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:52:41,887 DEBUG [RS:0;da1c6afcd1f9:44981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:41,887 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,44981,1731595961561' 2024-11-14T14:52:41,887 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:52:41,887 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:52:41,888 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:52:41,888 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:52:41,888 DEBUG [RS:0;da1c6afcd1f9:44981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:41,888 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,44981,1731595961561' 2024-11-14T14:52:41,888 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:52:41,889 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:52:41,889 DEBUG [RS:0;da1c6afcd1f9:44981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:52:41,889 INFO [RS:0;da1c6afcd1f9:44981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:52:41,889 INFO [RS:0;da1c6afcd1f9:44981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:52:41,966 WARN [da1c6afcd1f9:44083 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:52:41,990 INFO [RS:0;da1c6afcd1f9:44981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:52:41,991 INFO [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C44981%2C1731595961561, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs, maxLogs=32 2024-11-14T14:52:42,005 DEBUG [RS:0;da1c6afcd1f9:44981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561/da1c6afcd1f9%2C44981%2C1731595961561.1731595961992, exclude list is [], retry=0 2024-11-14T14:52:42,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6,DISK] 2024-11-14T14:52:42,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d,DISK] 2024-11-14T14:52:42,011 INFO [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561/da1c6afcd1f9%2C44981%2C1731595961561.1731595961992 2024-11-14T14:52:42,011 DEBUG [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-14T14:52:42,216 DEBUG [da1c6afcd1f9:44083 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:52:42,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:42,219 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,44981,1731595961561, state=OPENING 2024-11-14T14:52:42,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:52:42,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:42,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:42,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:52:42,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,44981,1731595961561}] 2024-11-14T14:52:42,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:52:42,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:52:42,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:52:42,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49541, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:52:42,382 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:52:42,382 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:52:42,382 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:52:42,384 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C44981%2C1731595961561.meta, suffix=.meta, logDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs, maxLogs=32 2024-11-14T14:52:42,403 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561/da1c6afcd1f9%2C44981%2C1731595961561.meta.1731595962384.meta, exclude list is [], retry=0 2024-11-14T14:52:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d,DISK] 2024-11-14T14:52:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6,DISK] 2024-11-14T14:52:42,409 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/da1c6afcd1f9,44981,1731595961561/da1c6afcd1f9%2C44981%2C1731595961561.meta.1731595962384.meta 2024-11-14T14:52:42,409 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153),(127.0.0.1/127.0.0.1:39581:39581)] 2024-11-14T14:52:42,409 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:52:42,410 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:52:42,410 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:52:42,410 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:52:42,410 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:52:42,410 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:52:42,412 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:52:42,412 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:52:42,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:52:42,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:52:42,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:42,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:42,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:52:42,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:52:42,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:42,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:42,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:52:42,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:52:42,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:42,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:42,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:52:42,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:52:42,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:52:42,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:52:42,419 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:52:42,419 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740 2024-11-14T14:52:42,420 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740 2024-11-14T14:52:42,422 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:52:42,422 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:52:42,422 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:52:42,423 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:52:42,424 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759136, jitterRate=-0.034709349274635315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:52:42,424 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:52:42,425 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595962412Writing region info on filesystem at 1731595962412Initializing all the Stores at 1731595962413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595962413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595962413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595962413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595962413Cleaning up temporary data from old regions at 1731595962422 (+9 ms)Running coprocessor post-open hooks at 1731595962424 (+2 ms)Region opened successfully at 1731595962425 (+1 ms) 2024-11-14T14:52:42,426 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595962376 2024-11-14T14:52:42,428 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:52:42,428 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:52:42,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:42,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,44981,1731595961561, state=OPEN 2024-11-14T14:52:42,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:52:42,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:52:42,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:42,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:52:42,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:52:42,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:52:42,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,44981,1731595961561 in 212 msec 2024-11-14T14:52:42,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:52:42,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-14T14:52:42,442 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:52:42,442 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:52:42,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:52:42,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,44981,1731595961561, seqNum=-1] 2024-11-14T14:52:42,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:52:42,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:52:42,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 710 msec 2024-11-14T14:52:42,449 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595962449, completionTime=-1 2024-11-14T14:52:42,449 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:52:42,449 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731596022451 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731596082451 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44083,1731595961519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44083,1731595961519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44083,1731595961519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:44083, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,451 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,452 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,453 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.864sec 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44083,1731595961519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:52:42,455 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44083,1731595961519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:52:42,457 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:52:42,457 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:52:42,457 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,44083,1731595961519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:52:42,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed2bfc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:52:42,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,44083,-1 for getting cluster id 2024-11-14T14:52:42,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:52:42,478 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e239d97c-12f9-4024-b4b0-6e80acb4e68a' 2024-11-14T14:52:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:52:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e239d97c-12f9-4024-b4b0-6e80acb4e68a" 2024-11-14T14:52:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d41ee43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:52:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,44083,-1] 2024-11-14T14:52:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:52:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:42,481 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:52:42,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39db4bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:52:42,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:52:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,44981,1731595961561, seqNum=-1] 2024-11-14T14:52:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:52:42,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:52:42,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:42,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:52:42,488 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T14:52:42,488 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:52:42,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:52:42,491 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs, maxLogs=32 2024-11-14T14:52:42,504 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962491, exclude list is [], retry=0 2024-11-14T14:52:42,506 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d,DISK] 2024-11-14T14:52:42,507 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6,DISK] 2024-11-14T14:52:42,508 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962491 2024-11-14T14:52:42,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153),(127.0.0.1/127.0.0.1:39581:39581)] 2024-11-14T14:52:42,521 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962509, exclude list is [], retry=0 2024-11-14T14:52:42,523 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32837,DS-76bb75f5-729c-4348-84a2-3b5d59f3dcd6,DISK] 2024-11-14T14:52:42,523 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39395,DS-caac93ce-1f88-4e40-9a60-71ac874c3a9d,DISK] 2024-11-14T14:52:42,525 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962491 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962509 2024-11-14T14:52:42,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581),(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-14T14:52:42,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962491 is not closed yet, will try archiving it next time 2024-11-14T14:52:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741835_1011 (size=93) 2024-11-14T14:52:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741835_1011 (size=93) 2024-11-14T14:52:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741836_1012 (size=93) 2024-11-14T14:52:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741836_1012 (size=93) 2024-11-14T14:52:42,528 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731595962491 to hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs/test.com%2C8080%2C1.1731595962491 2024-11-14T14:52:42,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs 2024-11-14T14:52:42,531 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731595962509) 2024-11-14T14:52:42,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:52:42,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:52:42,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:52:42,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:42,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:42,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:52:42,531 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:52:42,531 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=690435245, stopped=false 2024-11-14T14:52:42,531 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,44083,1731595961519 2024-11-14T14:52:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:52:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:52:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:42,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:52:42,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:52:42,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:52:42,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:42,533 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,44981,1731595961561' ***** 2024-11-14T14:52:42,533 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:52:42,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:52:42,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:52:42,533 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:52:42,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:44981. 2024-11-14T14:52:42,534 DEBUG [RS:0;da1c6afcd1f9:44981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:52:42,534 DEBUG [RS:0;da1c6afcd1f9:44981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:52:42,534 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:52:42,534 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:52:42,534 DEBUG [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:52:42,535 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:52:42,535 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:52:42,535 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:52:42,535 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:52:42,535 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:52:42,535 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T14:52:42,554 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/.tmp/ns/a253d2c3cce14f7e8ad0c88c5acaadaa is 43, key is default/ns:d/1731595962445/Put/seqid=0 2024-11-14T14:52:42,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741837_1013 (size=5153) 2024-11-14T14:52:42,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741837_1013 (size=5153) 2024-11-14T14:52:42,565 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/.tmp/ns/a253d2c3cce14f7e8ad0c88c5acaadaa 2024-11-14T14:52:42,572 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/.tmp/ns/a253d2c3cce14f7e8ad0c88c5acaadaa as hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/ns/a253d2c3cce14f7e8ad0c88c5acaadaa 2024-11-14T14:52:42,578 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/ns/a253d2c3cce14f7e8ad0c88c5acaadaa, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T14:52:42,579 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false 2024-11-14T14:52:42,579 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:52:42,585 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:52:42,585 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:52:42,586 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:52:42,586 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595962534Running coprocessor pre-close hooks at 1731595962534Disabling compacts and flushes for region at 1731595962534Disabling writes for close at 1731595962535 (+1 ms)Obtaining lock to block concurrent updates at 1731595962535Preparing flush snapshotting stores in 1588230740 at 1731595962535Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731595962535Flushing stores of hbase:meta,,1.1588230740 at 1731595962535Flushing 1588230740/ns: creating writer at 1731595962536 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731595962553 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731595962553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a99380: reopening flushed file at 1731595962571 (+18 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 44ms, sequenceid=6, compaction requested=false at 1731595962579 (+8 ms)Writing region close event to WAL at 1731595962581 (+2 ms)Running coprocessor post-close hooks at 1731595962585 (+4 ms)Closed at 1731595962586 (+1 ms) 2024-11-14T14:52:42,586 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:52:42,735 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,44981,1731595961561; all regions closed. 2024-11-14T14:52:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741834_1010 (size=1152) 2024-11-14T14:52:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741834_1010 (size=1152) 2024-11-14T14:52:42,740 DEBUG [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs 2024-11-14T14:52:42,740 INFO [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C44981%2C1731595961561.meta:.meta(num 1731595962384) 2024-11-14T14:52:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741833_1009 (size=93) 2024-11-14T14:52:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741833_1009 (size=93) 2024-11-14T14:52:42,744 DEBUG [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/oldWALs 2024-11-14T14:52:42,744 INFO [RS:0;da1c6afcd1f9:44981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C44981%2C1731595961561:(num 1731595961992) 2024-11-14T14:52:42,744 DEBUG [RS:0;da1c6afcd1f9:44981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:52:42,744 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:52:42,744 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:52:42,744 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:52:42,744 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:52:42,744 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:52:42,744 INFO [RS:0;da1c6afcd1f9:44981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44981 2024-11-14T14:52:42,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,44981,1731595961561 2024-11-14T14:52:42,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:52:42,746 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:52:42,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,44981,1731595961561] 2024-11-14T14:52:42,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,44981,1731595961561 already deleted, retry=false 2024-11-14T14:52:42,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,44981,1731595961561 expired; onlineServers=0 2024-11-14T14:52:42,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,44083,1731595961519' ***** 2024-11-14T14:52:42,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:52:42,750 INFO [M:0;da1c6afcd1f9:44083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:52:42,750 INFO [M:0;da1c6afcd1f9:44083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:52:42,750 DEBUG [M:0;da1c6afcd1f9:44083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:52:42,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:52:42,750 DEBUG [M:0;da1c6afcd1f9:44083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:52:42,750 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595961760 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595961760,5,FailOnTimeoutGroup] 2024-11-14T14:52:42,750 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595961754 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595961754,5,FailOnTimeoutGroup] 2024-11-14T14:52:42,750 INFO [M:0;da1c6afcd1f9:44083 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:52:42,750 INFO [M:0;da1c6afcd1f9:44083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:52:42,750 DEBUG [M:0;da1c6afcd1f9:44083 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:52:42,750 INFO [M:0;da1c6afcd1f9:44083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:52:42,750 INFO [M:0;da1c6afcd1f9:44083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:52:42,751 INFO [M:0;da1c6afcd1f9:44083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:52:42,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:52:42,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:52:42,752 DEBUG [M:0;da1c6afcd1f9:44083 {}] zookeeper.ZKUtil(347): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:52:42,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:52:42,752 WARN [M:0;da1c6afcd1f9:44083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:52:42,752 INFO [M:0;da1c6afcd1f9:44083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/.lastflushedseqids 2024-11-14T14:52:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741838_1014 (size=99) 2024-11-14T14:52:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741838_1014 (size=99) 2024-11-14T14:52:42,758 INFO [M:0;da1c6afcd1f9:44083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:52:42,758 INFO [M:0;da1c6afcd1f9:44083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:52:42,758 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:52:42,758 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:42,758 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:42,758 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:52:42,758 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:42,759 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-14T14:52:42,781 DEBUG [M:0;da1c6afcd1f9:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc120e801f6f4e70a4fdb17abd35967e is 82, key is hbase:meta,,1/info:regioninfo/1731595962429/Put/seqid=0 2024-11-14T14:52:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741839_1015 (size=5672) 2024-11-14T14:52:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741839_1015 (size=5672) 2024-11-14T14:52:42,787 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc120e801f6f4e70a4fdb17abd35967e 2024-11-14T14:52:42,806 DEBUG [M:0;da1c6afcd1f9:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c972f51b79d24b9da63baa2cf309e9b9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731595962448/Put/seqid=0 2024-11-14T14:52:42,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741840_1016 (size=5275) 2024-11-14T14:52:42,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741840_1016 (size=5275) 2024-11-14T14:52:42,812 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c972f51b79d24b9da63baa2cf309e9b9 2024-11-14T14:52:42,830 DEBUG [M:0;da1c6afcd1f9:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee035dc5d4094a99bfb478e2ec9074da is 69, key is da1c6afcd1f9,44981,1731595961561/rs:state/1731595961825/Put/seqid=0 2024-11-14T14:52:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741841_1017 (size=5156) 2024-11-14T14:52:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741841_1017 (size=5156) 2024-11-14T14:52:42,836 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee035dc5d4094a99bfb478e2ec9074da 2024-11-14T14:52:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:42,848 INFO [RS:0;da1c6afcd1f9:44981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:52:42,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44981-0x101a744fa080001, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:42,848 INFO [RS:0;da1c6afcd1f9:44981 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,44981,1731595961561; zookeeper connection closed. 2024-11-14T14:52:42,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d6d6620 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d6d6620 2024-11-14T14:52:42,849 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:52:42,855 DEBUG [M:0;da1c6afcd1f9:44083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6b655675da5441c89708f501ac18c06e is 52, key is load_balancer_on/state:d/1731595962487/Put/seqid=0 2024-11-14T14:52:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741842_1018 (size=5056) 2024-11-14T14:52:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741842_1018 (size=5056) 2024-11-14T14:52:42,861 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6b655675da5441c89708f501ac18c06e 2024-11-14T14:52:42,867 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc120e801f6f4e70a4fdb17abd35967e as hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc120e801f6f4e70a4fdb17abd35967e 2024-11-14T14:52:42,873 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc120e801f6f4e70a4fdb17abd35967e, entries=8, sequenceid=29, filesize=5.5 K 2024-11-14T14:52:42,874 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c972f51b79d24b9da63baa2cf309e9b9 as hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c972f51b79d24b9da63baa2cf309e9b9 2024-11-14T14:52:42,880 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c972f51b79d24b9da63baa2cf309e9b9, entries=3, sequenceid=29, filesize=5.2 K 2024-11-14T14:52:42,881 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee035dc5d4094a99bfb478e2ec9074da as hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee035dc5d4094a99bfb478e2ec9074da 2024-11-14T14:52:42,885 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee035dc5d4094a99bfb478e2ec9074da, entries=1, sequenceid=29, filesize=5.0 K 2024-11-14T14:52:42,886 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6b655675da5441c89708f501ac18c06e as hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6b655675da5441c89708f501ac18c06e 2024-11-14T14:52:42,890 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/e98524d7-c77b-3a5a-8e9e-388fc22c3be1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6b655675da5441c89708f501ac18c06e, entries=1, sequenceid=29, filesize=4.9 K 2024-11-14T14:52:42,891 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=29, compaction requested=false 2024-11-14T14:52:42,892 INFO [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:52:42,892 DEBUG [M:0;da1c6afcd1f9:44083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595962758Disabling compacts and flushes for region at 1731595962758Disabling writes for close at 1731595962758Obtaining lock to block concurrent updates at 1731595962759 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595962759Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731595962759Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595962760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595962760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595962781 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595962781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595962791 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595962806 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595962806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595962816 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595962830 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595962830Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731595962841 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731595962855 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731595962855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e113471: reopening flushed file at 1731595962867 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59143b8c: reopening flushed file at 1731595962873 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b26a2e: reopening flushed file at 1731595962880 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af74af9: reopening flushed file at 1731595962885 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=29, compaction requested=false at 1731595962891 (+6 ms)Writing region close event to WAL at 1731595962892 (+1 ms)Closed at 1731595962892 2024-11-14T14:52:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32837 is added to blk_1073741830_1006 (size=10311) 2024-11-14T14:52:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39395 is added to blk_1073741830_1006 (size=10311) 2024-11-14T14:52:42,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:52:42,895 INFO [M:0;da1c6afcd1f9:44083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:52:42,895 INFO [M:0;da1c6afcd1f9:44083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44083 2024-11-14T14:52:42,896 INFO [M:0;da1c6afcd1f9:44083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:52:42,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:42,998 INFO [M:0;da1c6afcd1f9:44083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:52:42,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44083-0x101a744fa080000, quorum=127.0.0.1:63489, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:52:43,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55380fed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:52:43,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e79ccf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:52:43,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:52:43,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342910ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:52:43,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5250d6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir/,STOPPED} 2024-11-14T14:52:43,004 WARN [BP-273416556-172.17.0.2-1731595960789 heartbeating to localhost/127.0.0.1:35993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:52:43,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:52:43,004 WARN [BP-273416556-172.17.0.2-1731595960789 heartbeating to localhost/127.0.0.1:35993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-273416556-172.17.0.2-1731595960789 (Datanode Uuid 232c6171-cf49-4593-9460-dec99ce3ec23) service to localhost/127.0.0.1:35993 2024-11-14T14:52:43,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:52:43,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data3/current/BP-273416556-172.17.0.2-1731595960789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:43,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data4/current/BP-273416556-172.17.0.2-1731595960789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:43,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:52:43,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@199ed7c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:52:43,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1614d55d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:52:43,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:52:43,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c698367{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:52:43,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9a1939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir/,STOPPED} 2024-11-14T14:52:43,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:52:43,009 WARN [BP-273416556-172.17.0.2-1731595960789 heartbeating to localhost/127.0.0.1:35993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:52:43,009 WARN [BP-273416556-172.17.0.2-1731595960789 heartbeating to localhost/127.0.0.1:35993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-273416556-172.17.0.2-1731595960789 (Datanode Uuid 34501313-ff1d-455c-9954-2af546b77e9b) service to localhost/127.0.0.1:35993 2024-11-14T14:52:43,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:52:43,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data1/current/BP-273416556-172.17.0.2-1731595960789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:43,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/cluster_c328849c-5f68-f719-2b9f-2b374d61a6fa/data/data2/current/BP-273416556-172.17.0.2-1731595960789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:52:43,010 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:52:43,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36cbdcc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:52:43,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645e1410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:52:43,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:52:43,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654fb0b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:52:43,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b152a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5faf436b-6f84-1650-3dc0-0a5fdfc83851/hadoop.log.dir/,STOPPED} 2024-11-14T14:52:43,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:52:43,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:52:43,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=136 (was 112) - Thread LEAK? -, OpenFileDescriptor=507 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=8000 (was 8189)