2024-11-26 20:52:31,708 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-26 20:52:31,720 main DEBUG Took 0.010469 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 20:52:31,720 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 20:52:31,721 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 20:52:31,722 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 20:52:31,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,733 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 20:52:31,752 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,754 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,755 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,756 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,757 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,759 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,759 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,760 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,761 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,761 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 20:52:31,762 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,762 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 20:52:31,764 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 20:52:31,765 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 20:52:31,766 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 20:52:31,767 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 20:52:31,768 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 20:52:31,768 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 20:52:31,777 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 20:52:31,779 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 20:52:31,781 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 20:52:31,781 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 20:52:31,781 main DEBUG createAppenders(={Console}) 2024-11-26 20:52:31,782 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-26 20:52:31,782 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-26 20:52:31,783 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-26 20:52:31,783 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 20:52:31,783 main DEBUG OutputStream closed 2024-11-26 20:52:31,783 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 20:52:31,784 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 20:52:31,784 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-26 20:52:31,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 20:52:31,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 20:52:31,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 20:52:31,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 20:52:31,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 20:52:31,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 20:52:31,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 20:52:31,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 20:52:31,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 20:52:31,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 20:52:31,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 20:52:31,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 20:52:31,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 20:52:31,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 20:52:31,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 20:52:31,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 20:52:31,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 20:52:31,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 20:52:31,876 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 20:52:31,876 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-26 20:52:31,877 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 20:52:31,877 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-26T20:52:31,893 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-26 20:52:31,896 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 20:52:31,897 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T20:52:32,205 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a 2024-11-26T20:52:32,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf, deleteOnExit=true 2024-11-26T20:52:32,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/test.cache.data in system properties and HBase conf 2024-11-26T20:52:32,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:52:32,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:52:32,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:52:32,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:52:32,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:52:32,350 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T20:52:32,433 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:52:32,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:52:32,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:52:32,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:52:32,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:52:32,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:52:32,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:52:32,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:52:32,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:52:32,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:52:32,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:52:32,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:52:32,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:52:32,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:52:32,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:52:33,266 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T20:52:33,351 INFO [Time-limited test {}] log.Log(170): Logging initialized @2343ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T20:52:33,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:33,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:33,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:33,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:33,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:52:33,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:33,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:33,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:33,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/java.io.tmpdir/jetty-localhost-33295-hadoop-hdfs-3_4_1-tests_jar-_-any-7300581945744126044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:52:33,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:33295} 2024-11-26T20:52:33,729 INFO [Time-limited test {}] server.Server(415): Started @2723ms 2024-11-26T20:52:34,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:34,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:34,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:34,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:34,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:52:34,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f1c7fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:34,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:34,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69cd443f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/java.io.tmpdir/jetty-localhost-44243-hadoop-hdfs-3_4_1-tests_jar-_-any-10025637120755022218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:34,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dbea895{HTTP/1.1, (http/1.1)}{localhost:44243} 2024-11-26T20:52:34,260 INFO [Time-limited test {}] server.Server(415): Started @3254ms 2024-11-26T20:52:34,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:52:34,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:34,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:34,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:34,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:34,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:52:34,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2c5be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:34,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:34,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@340900da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/java.io.tmpdir/jetty-localhost-33577-hadoop-hdfs-3_4_1-tests_jar-_-any-15061298294196068252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:34,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3af691f2{HTTP/1.1, (http/1.1)}{localhost:33577} 2024-11-26T20:52:34,572 INFO [Time-limited test {}] server.Server(415): Started @3565ms 2024-11-26T20:52:34,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:52:34,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:34,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:34,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:34,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:34,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:52:34,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1023f385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:34,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:34,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d52876a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-177744664305525960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:34,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cbe7672{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-11-26T20:52:34,760 INFO [Time-limited test {}] server.Server(415): Started @3753ms 2024-11-26T20:52:34,762 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:52:34,786 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data3/current/BP-843237255-172.17.0.2-1732654353006/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:34,786 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data2/current/BP-843237255-172.17.0.2-1732654353006/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:34,787 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data1/current/BP-843237255-172.17.0.2-1732654353006/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:34,787 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data4/current/BP-843237255-172.17.0.2-1732654353006/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:34,848 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:52:34,848 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:52:34,886 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data5/current/BP-843237255-172.17.0.2-1732654353006/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:34,887 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data6/current/BP-843237255-172.17.0.2-1732654353006/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:34,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd78b46b5f8465d1d with lease ID 0x1b3f27cf281ed575: Processing first storage report for DS-ff4f016e-f0da-4a05-93f2-a68d395d680d from datanode DatanodeRegistration(127.0.0.1:35273, datanodeUuid=4cef676a-20ce-4f4a-9ce1-725ad718d4dc, infoPort=33279, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006) 2024-11-26T20:52:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd78b46b5f8465d1d with lease ID 0x1b3f27cf281ed575: from storage DS-ff4f016e-f0da-4a05-93f2-a68d395d680d node DatanodeRegistration(127.0.0.1:35273, datanodeUuid=4cef676a-20ce-4f4a-9ce1-725ad718d4dc, infoPort=33279, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T20:52:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c38ba2d83b43853 with lease ID 0x1b3f27cf281ed576: Processing first storage report for DS-8157797b-3ddf-4695-9a4a-657e5d668365 from datanode DatanodeRegistration(127.0.0.1:43355, datanodeUuid=c80ca72d-13ac-4468-8949-3a413eeaa320, infoPort=35345, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006) 2024-11-26T20:52:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c38ba2d83b43853 with lease ID 0x1b3f27cf281ed576: from storage DS-8157797b-3ddf-4695-9a4a-657e5d668365 node DatanodeRegistration(127.0.0.1:43355, datanodeUuid=c80ca72d-13ac-4468-8949-3a413eeaa320, infoPort=35345, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd78b46b5f8465d1d with lease ID 0x1b3f27cf281ed575: Processing first storage report for DS-8d566db2-4c32-42bb-833d-2fca8bdad566 from datanode DatanodeRegistration(127.0.0.1:35273, datanodeUuid=4cef676a-20ce-4f4a-9ce1-725ad718d4dc, infoPort=33279, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006) 2024-11-26T20:52:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd78b46b5f8465d1d with lease ID 0x1b3f27cf281ed575: from storage DS-8d566db2-4c32-42bb-833d-2fca8bdad566 node DatanodeRegistration(127.0.0.1:35273, datanodeUuid=4cef676a-20ce-4f4a-9ce1-725ad718d4dc, infoPort=33279, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c38ba2d83b43853 with lease ID 0x1b3f27cf281ed576: Processing first storage report for DS-abc28cc4-d569-4ec7-bac8-a5a8debae8bb from datanode DatanodeRegistration(127.0.0.1:43355, datanodeUuid=c80ca72d-13ac-4468-8949-3a413eeaa320, infoPort=35345, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006) 2024-11-26T20:52:34,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c38ba2d83b43853 with lease ID 0x1b3f27cf281ed576: from storage DS-abc28cc4-d569-4ec7-bac8-a5a8debae8bb node DatanodeRegistration(127.0.0.1:43355, datanodeUuid=c80ca72d-13ac-4468-8949-3a413eeaa320, infoPort=35345, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:34,933 WARN [Thread-115 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:52:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6ee2187d0158b2b with lease ID 0x1b3f27cf281ed577: Processing first storage report for DS-306248b6-0bc0-486a-bf43-c71f666f85a3 from datanode DatanodeRegistration(127.0.0.1:35891, datanodeUuid=12488a1a-279b-4784-802d-628520f3d6eb, infoPort=40669, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006) 2024-11-26T20:52:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6ee2187d0158b2b with lease ID 0x1b3f27cf281ed577: from storage DS-306248b6-0bc0-486a-bf43-c71f666f85a3 node DatanodeRegistration(127.0.0.1:35891, datanodeUuid=12488a1a-279b-4784-802d-628520f3d6eb, infoPort=40669, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6ee2187d0158b2b with lease ID 0x1b3f27cf281ed577: Processing first storage report for DS-481602dd-973b-4ce8-8220-3b3311628f69 from datanode DatanodeRegistration(127.0.0.1:35891, datanodeUuid=12488a1a-279b-4784-802d-628520f3d6eb, infoPort=40669, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006) 2024-11-26T20:52:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6ee2187d0158b2b with lease ID 0x1b3f27cf281ed577: from storage DS-481602dd-973b-4ce8-8220-3b3311628f69 node DatanodeRegistration(127.0.0.1:35891, datanodeUuid=12488a1a-279b-4784-802d-628520f3d6eb, infoPort=40669, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1841583328;c=1732654353006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:35,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a 2024-11-26T20:52:35,214 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-26T20:52:35,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=6116 2024-11-26T20:52:35,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:52:35,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-26T20:52:35,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/zookeeper_0, clientPort=59213, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:52:35,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59213 2024-11-26T20:52:35,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:35,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:35,497 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:35,497 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:35,548 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:32798 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:35891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32798 dst: /127.0.0.1:35891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-26T20:52:35,968 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:35,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f with version=8 2024-11-26T20:52:35,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/hbase-staging 2024-11-26T20:52:36,080 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T20:52:36,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:36,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:36,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:52:36,543 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T20:52:36,552 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T20:52:36,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:36,583 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11623 (auto-detected) 2024-11-26T20:52:36,584 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T20:52:36,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44939 2024-11-26T20:52:36,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44939 connecting to ZooKeeper ensemble=127.0.0.1:59213 2024-11-26T20:52:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449390x0, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:36,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44939-0x101560d3e1d0000 connected 2024-11-26T20:52:36,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:36,709 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f, hbase.cluster.distributed=false 2024-11-26T20:52:36,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:36,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-26T20:52:36,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-11-26T20:52:36,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-11-26T20:52:36,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-26T20:52:36,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-26T20:52:36,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:36,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:36,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:36,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:52:36,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:36,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39649 2024-11-26T20:52:36,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39649 connecting to ZooKeeper ensemble=127.0.0.1:59213 2024-11-26T20:52:36,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396490x0, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:36,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39649-0x101560d3e1d0001 connected 2024-11-26T20:52:36,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:36,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:52:36,891 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:52:36,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:52:36,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:36,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-26T20:52:36,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39649 2024-11-26T20:52:36,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39649 2024-11-26T20:52:36,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-26T20:52:36,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39649 2024-11-26T20:52:36,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:36,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:36,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:36,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:52:36,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:36,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45231 2024-11-26T20:52:36,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45231 connecting to ZooKeeper ensemble=127.0.0.1:59213 2024-11-26T20:52:36,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452310x0, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:36,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452310x0, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:36,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45231-0x101560d3e1d0002 connected 2024-11-26T20:52:36,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:52:36,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:52:36,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:52:36,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:36,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45231 2024-11-26T20:52:36,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45231 2024-11-26T20:52:36,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45231 2024-11-26T20:52:36,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45231 2024-11-26T20:52:36,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45231 2024-11-26T20:52:36,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:36,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:36,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:36,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:36,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:52:36,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:36,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39405 2024-11-26T20:52:36,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39405 connecting to ZooKeeper ensemble=127.0.0.1:59213 2024-11-26T20:52:36,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394050x0, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:36,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394050x0, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:36,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39405-0x101560d3e1d0003 connected 2024-11-26T20:52:36,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:52:36,979 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:52:36,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:52:36,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:36,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39405 2024-11-26T20:52:36,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39405 2024-11-26T20:52:36,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39405 2024-11-26T20:52:36,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39405 2024-11-26T20:52:36,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39405 2024-11-26T20:52:37,000 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:44939 2024-11-26T20:52:37,001 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,014 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:37,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:37,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,044 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:52:37,045 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,44939,1732654356133 from backup master directory 2024-11-26T20:52:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:37,051 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:37,051 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,053 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T20:52:37,054 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T20:52:37,119 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/hbase.id] with ID: 9ae0f931-dd07-4baa-89ce-ec9aaeeca6bf 2024-11-26T20:52:37,119 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/.tmp/hbase.id 2024-11-26T20:52:37,126 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,126 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,129 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:50890 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50890 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-26T20:52:37,136 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:37,136 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/.tmp/hbase.id]:[hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/hbase.id] 2024-11-26T20:52:37,186 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:37,191 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:52:37,210 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T20:52:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,228 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,229 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,232 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:32832 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:35891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32832 dst: /127.0.0.1:35891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:37,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-26T20:52:37,239 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:37,256 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:52:37,259 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:52:37,265 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:52:37,294 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,294 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,300 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:40394 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:35273:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40394 dst: /127.0.0.1:35273 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:37,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-26T20:52:37,307 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:37,325 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store 2024-11-26T20:52:37,341 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,341 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,344 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:40410 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35273:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40410 dst: /127.0.0.1:35273 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-26T20:52:37,350 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:37,354 INFO [master/cd6be161543e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T20:52:37,358 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:37,359 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:52:37,359 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:37,360 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:37,362 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:52:37,362 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:37,362 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:37,364 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654357359Disabling compacts and flushes for region at 1732654357359Disabling writes for close at 1732654357362 (+3 ms)Writing region close event to WAL at 1732654357362Closed at 1732654357362 2024-11-26T20:52:37,366 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/.initializing 2024-11-26T20:52:37,366 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/WALs/cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,375 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:52:37,391 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C44939%2C1732654356133, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/WALs/cd6be161543e,44939,1732654356133, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/oldWALs, maxLogs=10 2024-11-26T20:52:37,422 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/WALs/cd6be161543e,44939,1732654356133/cd6be161543e%2C44939%2C1732654356133.1732654357396, exclude list is [], retry=0 2024-11-26T20:52:37,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:37,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-306248b6-0bc0-486a-bf43-c71f666f85a3,DISK] 2024-11-26T20:52:37,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-8157797b-3ddf-4695-9a4a-657e5d668365,DISK] 2024-11-26T20:52:37,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-ff4f016e-f0da-4a05-93f2-a68d395d680d,DISK] 2024-11-26T20:52:37,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T20:52:37,489 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/WALs/cd6be161543e,44939,1732654356133/cd6be161543e%2C44939%2C1732654356133.1732654357396 2024-11-26T20:52:37,490 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345),(127.0.0.1/127.0.0.1:33279:33279),(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-26T20:52:37,491 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:52:37,491 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:37,494 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,495 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:52:37,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:37,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:37,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:52:37,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:37,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:37,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:52:37,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:37,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:52:37,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:37,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:37,579 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,582 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,583 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,589 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,589 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,592 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:52:37,595 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:37,601 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:52:37,602 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72458032, jitterRate=0.07970881462097168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:52:37,608 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654357509Initializing all the Stores at 1732654357511 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654357512 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654357512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654357512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654357512Cleaning up temporary data from old regions at 1732654357589 (+77 ms)Region opened successfully at 1732654357608 (+19 ms) 2024-11-26T20:52:37,609 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:52:37,642 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1817f7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:37,674 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:52:37,685 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:52:37,685 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:52:37,688 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:52:37,689 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T20:52:37,694 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T20:52:37,694 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:52:37,719 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:52:37,727 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:52:37,729 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:52:37,732 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:52:37,734 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:52:37,735 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:52:37,737 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:52:37,740 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:52:37,743 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:52:37,744 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:52:37,746 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:52:37,764 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:52:37,765 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:52:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,773 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,44939,1732654356133, sessionid=0x101560d3e1d0000, setting cluster-up flag (Was=false) 2024-11-26T20:52:37,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,797 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:52:37,798 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:37,811 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:52:37,812 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,44939,1732654356133 2024-11-26T20:52:37,819 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:52:37,888 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(746): ClusterId : 9ae0f931-dd07-4baa-89ce-ec9aaeeca6bf 2024-11-26T20:52:37,888 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(746): ClusterId : 9ae0f931-dd07-4baa-89ce-ec9aaeeca6bf 2024-11-26T20:52:37,888 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(746): ClusterId : 9ae0f931-dd07-4baa-89ce-ec9aaeeca6bf 2024-11-26T20:52:37,891 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:52:37,891 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:52:37,891 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:52:37,893 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:37,899 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:52:37,899 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:52:37,899 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:52:37,899 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:52:37,899 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:52:37,899 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:52:37,904 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:52:37,905 DEBUG [RS:2;cd6be161543e:39405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60294109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:37,905 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:52:37,906 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:52:37,906 DEBUG [RS:1;cd6be161543e:45231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffa4a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:37,910 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:52:37,910 DEBUG [RS:0;cd6be161543e:39649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbc44db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-26T20:52:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-26T20:52:37,915 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:52:37,924 DEBUG [RS:2;cd6be161543e:39405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cd6be161543e:39405 2024-11-26T20:52:37,923 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,44939,1732654356133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:52:37,927 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cd6be161543e:45231 2024-11-26T20:52:37,928 INFO [RS:2;cd6be161543e:39405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:52:37,928 INFO [RS:2;cd6be161543e:39405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:52:37,928 DEBUG [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:52:37,928 INFO [RS:1;cd6be161543e:45231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:52:37,928 INFO [RS:1;cd6be161543e:45231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:52:37,929 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:52:37,931 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,44939,1732654356133 with port=45231, startcode=1732654356917 2024-11-26T20:52:37,931 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,44939,1732654356133 with port=39405, startcode=1732654356962 2024-11-26T20:52:37,932 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:37,932 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:37,932 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:37,933 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:37,933 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:52:37,933 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:37,933 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:37,933 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:37,937 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:39649 2024-11-26T20:52:37,937 INFO [RS:0;cd6be161543e:39649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:52:37,937 INFO [RS:0;cd6be161543e:39649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:52:37,937 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:52:37,938 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,44939,1732654356133 with port=39649, startcode=1732654356814 2024-11-26T20:52:37,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:37,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:52:37,945 DEBUG [RS:0;cd6be161543e:39649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:52:37,945 DEBUG [RS:1;cd6be161543e:45231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:52:37,945 DEBUG [RS:2;cd6be161543e:39405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:52:37,945 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654387945 2024-11-26T20:52:37,947 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:52:37,948 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:52:37,951 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:52:37,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:37,952 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:52:37,952 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:52:37,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:52:37,952 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:52:37,960 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:37,965 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:52:37,966 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:52:37,966 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:52:37,969 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:52:37,969 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:52:37,969 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,970 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:37,976 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654357971,5,FailOnTimeoutGroup] 2024-11-26T20:52:37,979 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654357977,5,FailOnTimeoutGroup] 2024-11-26T20:52:37,980 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:37,980 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:52:37,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:50946 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50946 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:37,981 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:37,981 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-26T20:52:37,994 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:52:37,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55517, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:52:37,994 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39771, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:52:37,996 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:37,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:52:37,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f 2024-11-26T20:52:38,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,015 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:38,016 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:38,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,39649,1732654356814 2024-11-26T20:52:38,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,39649,1732654356814 2024-11-26T20:52:38,021 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f 2024-11-26T20:52:38,021 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38791 2024-11-26T20:52:38,021 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:52:38,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,39405,1732654356962 2024-11-26T20:52:38,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,39405,1732654356962 2024-11-26T20:52:38,024 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f 2024-11-26T20:52:38,024 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38791 2024-11-26T20:52:38,024 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:52:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:38,030 DEBUG [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f 2024-11-26T20:52:38,030 DEBUG [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38791 2024-11-26T20:52:38,030 DEBUG [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:52:38,030 DEBUG [RS:0;cd6be161543e:39649 {}] zookeeper.ZKUtil(111): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,39649,1732654356814 2024-11-26T20:52:38,031 WARN [RS:0;cd6be161543e:39649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:38,031 INFO [RS:0;cd6be161543e:39649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:52:38,031 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39649,1732654356814 2024-11-26T20:52:38,031 DEBUG [RS:1;cd6be161543e:45231 {}] zookeeper.ZKUtil(111): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,032 WARN [RS:1;cd6be161543e:45231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:38,032 INFO [RS:1;cd6be161543e:45231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:52:38,032 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,033 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:50952 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50952 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:38,035 DEBUG [RS:2;cd6be161543e:39405 {}] zookeeper.ZKUtil(111): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,39405,1732654356962 2024-11-26T20:52:38,035 WARN [RS:2;cd6be161543e:39405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:38,035 INFO [RS:2;cd6be161543e:39405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:52:38,035 DEBUG [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39405,1732654356962 2024-11-26T20:52:38,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,39405,1732654356962] 2024-11-26T20:52:38,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,39649,1732654356814] 2024-11-26T20:52:38,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,45231,1732654356917] 2024-11-26T20:52:38,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-26T20:52:38,061 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:38,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:38,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:52:38,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:52:38,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:52:38,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:52:38,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:52:38,075 INFO [RS:2;cd6be161543e:39405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:52:38,075 INFO [RS:0;cd6be161543e:39649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:52:38,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:52:38,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,076 INFO [RS:1;cd6be161543e:45231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:52:38,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:52:38,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:52:38,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:52:38,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740 2024-11-26T20:52:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740 2024-11-26T20:52:38,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:52:38,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:52:38,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:52:38,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:52:38,096 INFO [RS:2;cd6be161543e:39405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:52:38,100 INFO [RS:1;cd6be161543e:45231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:52:38,102 INFO [RS:0;cd6be161543e:39649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:52:38,106 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:52:38,106 INFO [RS:2;cd6be161543e:39405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:52:38,106 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,106 INFO [RS:0;cd6be161543e:39649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:52:38,106 INFO [RS:1;cd6be161543e:45231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:52:38,106 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,106 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,107 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65195776, jitterRate=-0.028507232666015625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:52:38,107 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:52:38,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654358062Initializing all the Stores at 1732654358065 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654358065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654358065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654358065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654358065Cleaning up temporary data from old regions at 1732654358088 (+23 ms)Region opened successfully at 1732654358108 (+20 ms) 2024-11-26T20:52:38,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:52:38,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:52:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:52:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:52:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:52:38,111 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:52:38,112 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:52:38,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:52:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654358108Disabling compacts and flushes for region at 1732654358108Disabling writes for close at 1732654358109 (+1 ms)Writing region close event to WAL at 1732654358112 (+3 ms)Closed at 1732654358112 2024-11-26T20:52:38,115 INFO [RS:0;cd6be161543e:39649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:52:38,115 INFO [RS:1;cd6be161543e:45231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:52:38,115 INFO [RS:2;cd6be161543e:39405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:52:38,117 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,117 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,117 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,117 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,117 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,117 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,117 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,117 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,117 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,117 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:38,118 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:38,118 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:38,119 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:52:38,119 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:38,119 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:38,119 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:38,119 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:38,119 DEBUG [RS:2;cd6be161543e:39405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:38,120 DEBUG [RS:1;cd6be161543e:45231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:38,120 DEBUG [RS:0;cd6be161543e:39649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:38,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:52:38,128 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,129 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,129 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,129 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,129 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,129 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39405,1732654356962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:38,132 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,132 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,133 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,133 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,133 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,133 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45231,1732654356917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:38,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:52:38,136 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,136 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,137 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,137 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,137 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,137 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39649,1732654356814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:38,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:52:38,163 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:52:38,163 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:52:38,164 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:52:38,166 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39405,1732654356962-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,166 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,39649,1732654356814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,166 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45231,1732654356917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,166 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,166 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,166 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,166 INFO [RS:0;cd6be161543e:39649 {}] regionserver.Replication(171): cd6be161543e,39649,1732654356814 started 2024-11-26T20:52:38,166 INFO [RS:1;cd6be161543e:45231 {}] regionserver.Replication(171): cd6be161543e,45231,1732654356917 started 2024-11-26T20:52:38,167 INFO [RS:2;cd6be161543e:39405 {}] regionserver.Replication(171): cd6be161543e,39405,1732654356962 started 2024-11-26T20:52:38,196 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,196 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,196 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:38,197 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,39405,1732654356962, RpcServer on cd6be161543e/172.17.0.2:39405, sessionid=0x101560d3e1d0003 2024-11-26T20:52:38,197 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,45231,1732654356917, RpcServer on cd6be161543e/172.17.0.2:45231, sessionid=0x101560d3e1d0002 2024-11-26T20:52:38,197 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,39649,1732654356814, RpcServer on cd6be161543e/172.17.0.2:39649, sessionid=0x101560d3e1d0001 2024-11-26T20:52:38,198 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:52:38,198 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:52:38,198 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:52:38,198 DEBUG [RS:2;cd6be161543e:39405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,39405,1732654356962 2024-11-26T20:52:38,198 DEBUG [RS:1;cd6be161543e:45231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,198 DEBUG [RS:0;cd6be161543e:39649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,39649,1732654356814 2024-11-26T20:52:38,198 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,39405,1732654356962' 2024-11-26T20:52:38,198 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,39649,1732654356814' 2024-11-26T20:52:38,198 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,45231,1732654356917' 2024-11-26T20:52:38,198 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:52:38,198 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:52:38,198 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:52:38,199 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:52:38,199 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:52:38,199 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:52:38,200 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:52:38,200 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:52:38,200 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:52:38,200 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:52:38,200 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:52:38,200 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:52:38,201 DEBUG [RS:1;cd6be161543e:45231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,201 DEBUG [RS:0;cd6be161543e:39649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,39649,1732654356814 2024-11-26T20:52:38,201 DEBUG [RS:2;cd6be161543e:39405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,39405,1732654356962 2024-11-26T20:52:38,201 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,39405,1732654356962' 2024-11-26T20:52:38,201 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,45231,1732654356917' 2024-11-26T20:52:38,201 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,39649,1732654356814' 2024-11-26T20:52:38,201 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:52:38,201 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:52:38,201 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:52:38,202 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:52:38,202 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:52:38,202 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:52:38,203 DEBUG [RS:1;cd6be161543e:45231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:52:38,203 DEBUG [RS:0;cd6be161543e:39649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:52:38,203 INFO [RS:0;cd6be161543e:39649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:52:38,203 INFO [RS:1;cd6be161543e:45231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:52:38,203 DEBUG [RS:2;cd6be161543e:39405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:52:38,203 INFO [RS:0;cd6be161543e:39649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:52:38,203 INFO [RS:2;cd6be161543e:39405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:52:38,203 INFO [RS:1;cd6be161543e:45231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:52:38,203 INFO [RS:2;cd6be161543e:39405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:52:38,289 WARN [cd6be161543e:44939 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:52:38,308 INFO [RS:2;cd6be161543e:39405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:52:38,308 INFO [RS:1;cd6be161543e:45231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:52:38,308 INFO [RS:0;cd6be161543e:39649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T20:52:38,312 INFO [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C45231%2C1732654356917, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs, maxLogs=32 2024-11-26T20:52:38,312 INFO [RS:0;cd6be161543e:39649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C39649%2C1732654356814, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39649,1732654356814, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs, maxLogs=32 2024-11-26T20:52:38,312 INFO [RS:2;cd6be161543e:39405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C39405%2C1732654356962, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39405,1732654356962, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs, maxLogs=32 2024-11-26T20:52:38,332 DEBUG [RS:0;cd6be161543e:39649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39649,1732654356814/cd6be161543e%2C39649%2C1732654356814.1732654358317, exclude list is [], retry=0 2024-11-26T20:52:38,332 DEBUG [RS:2;cd6be161543e:39405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39405,1732654356962/cd6be161543e%2C39405%2C1732654356962.1732654358317, exclude list is [], retry=0 2024-11-26T20:52:38,334 DEBUG [RS:1;cd6be161543e:45231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917/cd6be161543e%2C45231%2C1732654356917.1732654358317, exclude list is [], retry=0 2024-11-26T20:52:38,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-ff4f016e-f0da-4a05-93f2-a68d395d680d,DISK] 2024-11-26T20:52:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-8157797b-3ddf-4695-9a4a-657e5d668365,DISK] 2024-11-26T20:52:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-306248b6-0bc0-486a-bf43-c71f666f85a3,DISK] 2024-11-26T20:52:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-8157797b-3ddf-4695-9a4a-657e5d668365,DISK] 2024-11-26T20:52:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-306248b6-0bc0-486a-bf43-c71f666f85a3,DISK] 2024-11-26T20:52:38,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-ff4f016e-f0da-4a05-93f2-a68d395d680d,DISK] 2024-11-26T20:52:38,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-8157797b-3ddf-4695-9a4a-657e5d668365,DISK] 2024-11-26T20:52:38,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-ff4f016e-f0da-4a05-93f2-a68d395d680d,DISK] 2024-11-26T20:52:38,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-306248b6-0bc0-486a-bf43-c71f666f85a3,DISK] 2024-11-26T20:52:38,373 INFO [RS:2;cd6be161543e:39405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39405,1732654356962/cd6be161543e%2C39405%2C1732654356962.1732654358317 2024-11-26T20:52:38,373 DEBUG [RS:2;cd6be161543e:39405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33279:33279),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:35345:35345)] 2024-11-26T20:52:38,374 INFO [RS:0;cd6be161543e:39649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,39649,1732654356814/cd6be161543e%2C39649%2C1732654356814.1732654358317 2024-11-26T20:52:38,374 INFO [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917/cd6be161543e%2C45231%2C1732654356917.1732654358317 2024-11-26T20:52:38,375 DEBUG [RS:0;cd6be161543e:39649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:33279:33279)] 2024-11-26T20:52:38,375 DEBUG [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345),(127.0.0.1/127.0.0.1:40669:40669),(127.0.0.1/127.0.0.1:33279:33279)] 2024-11-26T20:52:38,542 DEBUG [cd6be161543e:44939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T20:52:38,550 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T20:52:38,557 INFO [cd6be161543e:44939 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:52:38,557 INFO [cd6be161543e:44939 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:52:38,557 INFO [cd6be161543e:44939 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T20:52:38,557 DEBUG [cd6be161543e:44939 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:52:38,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,45231,1732654356917, state=OPENING 2024-11-26T20:52:38,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:52:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:38,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:52:38,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,45231,1732654356917}] 2024-11-26T20:52:38,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:52:38,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:52:38,772 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:52:38,773 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T20:52:38,773 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T20:52:38,776 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C45231%2C1732654356917.meta, suffix=.meta, logDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs, maxLogs=32 2024-11-26T20:52:38,792 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917/cd6be161543e%2C45231%2C1732654356917.meta.1732654358778.meta, exclude list is [], retry=0 2024-11-26T20:52:38,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43355,DS-8157797b-3ddf-4695-9a4a-657e5d668365,DISK] 2024-11-26T20:52:38,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-ff4f016e-f0da-4a05-93f2-a68d395d680d,DISK] 2024-11-26T20:52:38,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-306248b6-0bc0-486a-bf43-c71f666f85a3,DISK] 2024-11-26T20:52:38,805 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/WALs/cd6be161543e,45231,1732654356917/cd6be161543e%2C45231%2C1732654356917.meta.1732654358778.meta 2024-11-26T20:52:38,805 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35345:35345),(127.0.0.1/127.0.0.1:33279:33279),(127.0.0.1/127.0.0.1:40669:40669)] 2024-11-26T20:52:38,806 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:52:38,808 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:52:38,812 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:52:38,818 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:52:38,824 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:52:38,825 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:38,825 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:52:38,826 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:52:38,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:52:38,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:52:38,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:52:38,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:52:38,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:52:38,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:52:38,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:52:38,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:52:38,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:38,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:38,841 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:52:38,842 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740 2024-11-26T20:52:38,845 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740 2024-11-26T20:52:38,847 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:52:38,847 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:52:38,848 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:52:38,850 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:52:38,851 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72660576, jitterRate=0.08272695541381836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:52:38,852 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:52:38,853 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654358826Writing region info on filesystem at 1732654358827 (+1 ms)Initializing all the Stores at 1732654358829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654358829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654358831 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654358831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654358831Cleaning up temporary data from old regions at 1732654358847 (+16 ms)Running coprocessor post-open hooks at 1732654358852 (+5 ms)Region opened successfully at 1732654358853 (+1 ms) 2024-11-26T20:52:38,860 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654358749 2024-11-26T20:52:38,871 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:52:38,872 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:52:38,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,45231,1732654356917, state=OPEN 2024-11-26T20:52:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:38,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:38,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:38,878 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,45231,1732654356917 2024-11-26T20:52:38,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:52:38,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,45231,1732654356917 in 297 msec 2024-11-26T20:52:38,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:52:38,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-11-26T20:52:38,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:38,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:52:38,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:52:38,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,45231,1732654356917, seqNum=-1] 2024-11-26T20:52:38,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:52:38,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:52:38,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1340 sec 2024-11-26T20:52:38,983 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654358983, completionTime=-1 2024-11-26T20:52:38,990 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T20:52:38,990 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:52:39,026 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T20:52:39,026 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654419026 2024-11-26T20:52:39,026 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654479026 2024-11-26T20:52:39,026 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-26T20:52:39,028 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T20:52:39,035 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44939,1732654356133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,035 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44939,1732654356133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,035 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44939,1732654356133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,037 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:44939, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,037 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,038 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,044 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:52:39,065 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.014sec 2024-11-26T20:52:39,067 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:52:39,068 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:52:39,069 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:52:39,069 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:52:39,069 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:52:39,070 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44939,1732654356133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:39,070 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44939,1732654356133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:52:39,075 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:52:39,076 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:52:39,076 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,44939,1732654356133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:39,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3bf62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:52:39,104 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T20:52:39,104 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T20:52:39,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,44939,-1 for getting cluster id 2024-11-26T20:52:39,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:52:39,118 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ae0f931-dd07-4baa-89ce-ec9aaeeca6bf' 2024-11-26T20:52:39,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:52:39,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ae0f931-dd07-4baa-89ce-ec9aaeeca6bf" 2024-11-26T20:52:39,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b375ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:52:39,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,44939,-1] 2024-11-26T20:52:39,123 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:52:39,124 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:39,125 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:52:39,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1891862c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:52:39,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:52:39,135 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,45231,1732654356917, seqNum=-1] 2024-11-26T20:52:39,136 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:52:39,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:52:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,44939,1732654356133 2024-11-26T20:52:39,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:52:39,166 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,44939,1732654356133 2024-11-26T20:52:39,169 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c4e2d1 2024-11-26T20:52:39,169 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:52:39,171 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:52:39,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:52:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-26T20:52:39,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:52:39,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-26T20:52:39,189 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:39,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:52:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:39,198 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:39,198 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:39,206 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:40492 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35273:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40492 dst: /127.0.0.1:35273 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-26T20:52:39,212 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:39,215 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dc871d433d405bc2b7a7c370c3ff5ef, NAME => 'TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f 2024-11-26T20:52:39,225 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:39,225 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:39,235 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:32888 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:35891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32888 dst: /127.0.0.1:35891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-26T20:52:39,243 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:39,243 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:39,243 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 6dc871d433d405bc2b7a7c370c3ff5ef, disabling compactions & flushes 2024-11-26T20:52:39,243 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,244 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,244 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. after waiting 0 ms 2024-11-26T20:52:39,244 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,244 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,244 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dc871d433d405bc2b7a7c370c3ff5ef: Waiting for close lock at 1732654359243Disabling compacts and flushes for region at 1732654359243Disabling writes for close at 1732654359244 (+1 ms)Writing region close event to WAL at 1732654359244Closed at 1732654359244 2024-11-26T20:52:39,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:52:39,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732654359247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654359247"}]},"ts":"1732654359247"} 2024-11-26T20:52:39,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:52:39,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:52:39,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654359262"}]},"ts":"1732654359262"} 2024-11-26T20:52:39,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-26T20:52:39,270 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:52:39,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:52:39,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:52:39,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T20:52:39,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:52:39,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:52:39,271 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T20:52:39,271 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:52:39,271 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:52:39,271 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T20:52:39,272 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:52:39,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6dc871d433d405bc2b7a7c370c3ff5ef, ASSIGN}] 2024-11-26T20:52:39,277 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6dc871d433d405bc2b7a7c370c3ff5ef, ASSIGN 2024-11-26T20:52:39,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6dc871d433d405bc2b7a7c370c3ff5ef, ASSIGN; state=OFFLINE, location=cd6be161543e,39649,1732654356814; forceNewPlan=false, retain=false 2024-11-26T20:52:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:39,435 INFO [cd6be161543e:44939 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T20:52:39,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dc871d433d405bc2b7a7c370c3ff5ef, regionState=OPENING, regionLocation=cd6be161543e,39649,1732654356814 2024-11-26T20:52:39,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6dc871d433d405bc2b7a7c370c3ff5ef, ASSIGN because future has completed 2024-11-26T20:52:39,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dc871d433d405bc2b7a7c370c3ff5ef, server=cd6be161543e,39649,1732654356814}] 2024-11-26T20:52:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:39,595 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:52:39,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:52:39,603 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,604 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dc871d433d405bc2b7a7c370c3ff5ef, NAME => 'TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:52:39,604 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,605 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:39,605 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,605 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,608 INFO [StoreOpener-6dc871d433d405bc2b7a7c370c3ff5ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,610 INFO [StoreOpener-6dc871d433d405bc2b7a7c370c3ff5ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dc871d433d405bc2b7a7c370c3ff5ef columnFamilyName cf 2024-11-26T20:52:39,610 DEBUG [StoreOpener-6dc871d433d405bc2b7a7c370c3ff5ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:39,611 INFO [StoreOpener-6dc871d433d405bc2b7a7c370c3ff5ef-1 {}] regionserver.HStore(327): Store=6dc871d433d405bc2b7a7c370c3ff5ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:39,611 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,613 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,613 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,614 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,614 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,617 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,626 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:52:39,627 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dc871d433d405bc2b7a7c370c3ff5ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66993768, jitterRate=-0.0017150640487670898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:52:39,627 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:39,629 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dc871d433d405bc2b7a7c370c3ff5ef: Running coprocessor pre-open hook at 1732654359605Writing region info on filesystem at 1732654359605Initializing all the Stores at 1732654359607 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654359607Cleaning up temporary data from old regions at 1732654359614 (+7 ms)Running coprocessor post-open hooks at 1732654359627 (+13 ms)Region opened successfully at 1732654359629 (+2 ms) 2024-11-26T20:52:39,631 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef., pid=6, masterSystemTime=1732654359594 2024-11-26T20:52:39,634 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,634 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:39,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dc871d433d405bc2b7a7c370c3ff5ef, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,39649,1732654356814 2024-11-26T20:52:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dc871d433d405bc2b7a7c370c3ff5ef, server=cd6be161543e,39649,1732654356814 because future has completed 2024-11-26T20:52:39,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:52:39,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dc871d433d405bc2b7a7c370c3ff5ef, server=cd6be161543e,39649,1732654356814 in 203 msec 2024-11-26T20:52:39,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:52:39,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6dc871d433d405bc2b7a7c370c3ff5ef, ASSIGN in 375 msec 2024-11-26T20:52:39,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:52:39,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654359653"}]},"ts":"1732654359653"} 2024-11-26T20:52:39,657 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-26T20:52:39,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:52:39,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 480 msec 2024-11-26T20:52:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:39,824 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T20:52:39,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-26T20:52:39,825 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:52:39,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-26T20:52:39,831 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:52:39,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-26T20:52:39,841 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef., hostname=cd6be161543e,39649,1732654356814, seqNum=2] 2024-11-26T20:52:39,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:52:39,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:52:39,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-26T20:52:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-26T20:52:39,862 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-26T20:52:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:52:39,864 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T20:52:39,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T20:52:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:52:40,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T20:52:40,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,032 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6dc871d433d405bc2b7a7c370c3ff5ef 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-26T20:52:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/.tmp/cf/bdc8c6641a7a44d9a900bd3683d819ab is 36, key is row/cf:cq/1732654359845/Put/seqid=0 2024-11-26T20:52:40,093 WARN [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,093 WARN [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-777144231_22 at /127.0.0.1:40516 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:35273:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40516 dst: /127.0.0.1:35273 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-26T20:52:40,101 WARN [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,101 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/.tmp/cf/bdc8c6641a7a44d9a900bd3683d819ab 2024-11-26T20:52:40,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/.tmp/cf/bdc8c6641a7a44d9a900bd3683d819ab as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/cf/bdc8c6641a7a44d9a900bd3683d819ab 2024-11-26T20:52:40,159 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/cf/bdc8c6641a7a44d9a900bd3683d819ab, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T20:52:40,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 6dc871d433d405bc2b7a7c370c3ff5ef in 133ms, sequenceid=5, compaction requested=false 2024-11-26T20:52:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-26T20:52:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6dc871d433d405bc2b7a7c370c3ff5ef: 2024-11-26T20:52:40,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T20:52:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T20:52:40,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T20:52:40,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 309 msec 2024-11-26T20:52:40,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 324 msec 2024-11-26T20:52:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:52:40,183 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T20:52:40,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:52:40,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:52:40,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:40,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:52:40,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:52:40,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=715057171, stopped=false 2024-11-26T20:52:40,202 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,44939,1732654356133 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:40,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:52:40,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:52:40,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:40,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:40,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:40,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:40,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:40,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,39649,1732654356814' ***** 2024-11-26T20:52:40,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:52:40,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,45231,1732654356917' ***** 2024-11-26T20:52:40,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:52:40,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,39405,1732654356962' ***** 2024-11-26T20:52:40,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:52:40,207 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:52:40,207 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:52:40,207 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:52:40,208 INFO [RS:0;cd6be161543e:39649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:52:40,208 INFO [RS:0;cd6be161543e:39649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:52:40,208 INFO [RS:2;cd6be161543e:39405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:52:40,208 INFO [RS:2;cd6be161543e:39405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:52:40,208 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,39405,1732654356962 2024-11-26T20:52:40,208 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:40,208 INFO [RS:2;cd6be161543e:39405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:40,208 INFO [RS:2;cd6be161543e:39405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cd6be161543e:39405. 2024-11-26T20:52:40,208 DEBUG [RS:2;cd6be161543e:39405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:40,208 DEBUG [RS:2;cd6be161543e:39405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,209 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,39405,1732654356962; all regions closed. 2024-11-26T20:52:40,209 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:52:40,209 INFO [RS:1;cd6be161543e:45231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:52:40,209 INFO [RS:1;cd6be161543e:45231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:52:40,209 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,39649,1732654356814 2024-11-26T20:52:40,209 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,45231,1732654356917 2024-11-26T20:52:40,209 INFO [RS:0;cd6be161543e:39649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:40,209 INFO [RS:1;cd6be161543e:45231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:40,209 INFO [RS:0;cd6be161543e:39649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:39649. 2024-11-26T20:52:40,209 INFO [RS:1;cd6be161543e:45231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cd6be161543e:45231. 2024-11-26T20:52:40,209 DEBUG [RS:1;cd6be161543e:45231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:40,209 DEBUG [RS:0;cd6be161543e:39649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:40,209 DEBUG [RS:1;cd6be161543e:45231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:52:40,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:52:40,209 DEBUG [RS:0;cd6be161543e:39649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,210 INFO [RS:1;cd6be161543e:45231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:52:40,210 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T20:52:40,210 INFO [RS:1;cd6be161543e:45231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:52:40,210 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1325): Online Regions={6dc871d433d405bc2b7a7c370c3ff5ef=TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef.} 2024-11-26T20:52:40,210 INFO [RS:1;cd6be161543e:45231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:52:40,210 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:52:40,210 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T20:52:40,210 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T20:52:40,211 DEBUG [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:52:40,211 DEBUG [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1351): Waiting on 6dc871d433d405bc2b7a7c370c3ff5ef 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dc871d433d405bc2b7a7c370c3ff5ef, disabling compactions & flushes 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:52:40,211 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,211 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. after waiting 0 ms 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:52:40,211 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:52:40,211 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T20:52:40,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741826_1016 (size=93) 2024-11-26T20:52:40,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741826_1016 (size=93) 2024-11-26T20:52:40,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741826_1016 (size=93) 2024-11-26T20:52:40,222 DEBUG [RS:2;cd6be161543e:39405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs 2024-11-26T20:52:40,222 INFO [RS:2;cd6be161543e:39405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C39405%2C1732654356962:(num 1732654358317) 2024-11-26T20:52:40,223 DEBUG [RS:2;cd6be161543e:39405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,223 INFO [RS:2;cd6be161543e:39405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:40,223 INFO [RS:2;cd6be161543e:39405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:40,223 INFO [RS:2;cd6be161543e:39405 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:40,223 INFO [RS:2;cd6be161543e:39405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:52:40,223 INFO [RS:2;cd6be161543e:39405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:52:40,224 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:40,224 INFO [RS:2;cd6be161543e:39405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:52:40,224 INFO [RS:2;cd6be161543e:39405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:40,224 INFO [RS:2;cd6be161543e:39405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39405 2024-11-26T20:52:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,39405,1732654356962 2024-11-26T20:52:40,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:40,228 INFO [RS:2;cd6be161543e:39405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:40,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,39405,1732654356962] 2024-11-26T20:52:40,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,39405,1732654356962 already deleted, retry=false 2024-11-26T20:52:40,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,39405,1732654356962 expired; onlineServers=2 2024-11-26T20:52:40,238 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/default/TestHBaseWalOnEC/6dc871d433d405bc2b7a7c370c3ff5ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T20:52:40,240 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,240 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dc871d433d405bc2b7a7c370c3ff5ef: Waiting for close lock at 1732654360210Running coprocessor pre-close hooks at 1732654360211 (+1 ms)Disabling compacts and flushes for region at 1732654360211Disabling writes for close at 1732654360211Writing region close event to WAL at 1732654360214 (+3 ms)Running coprocessor post-close hooks at 1732654360240 (+26 ms)Closed at 1732654360240 2024-11-26T20:52:40,240 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef. 2024-11-26T20:52:40,244 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/info/96c2c24e636a4fdeae2b039a03421449 is 153, key is TestHBaseWalOnEC,,1732654359173.6dc871d433d405bc2b7a7c370c3ff5ef./info:regioninfo/1732654359636/Put/seqid=0 2024-11-26T20:52:40,247 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,247 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,252 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:40,252 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1954837793_22 at /127.0.0.1:51020 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51020 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,252 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:40,252 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-26T20:52:40,258 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,258 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/info/96c2c24e636a4fdeae2b039a03421449 2024-11-26T20:52:40,287 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/ns/795588d93ac34204ab0374bdb2775924 is 43, key is default/ns:d/1732654358964/Put/seqid=0 2024-11-26T20:52:40,289 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,289 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,293 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1954837793_22 at /127.0.0.1:40538 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:35273:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40538 dst: /127.0.0.1:35273 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-26T20:52:40,297 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,298 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/ns/795588d93ac34204ab0374bdb2775924 2024-11-26T20:52:40,324 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/table/5d2b03ddbee0480caa3a913448f40841 is 52, key is TestHBaseWalOnEC/table:state/1732654359653/Put/seqid=0 2024-11-26T20:52:40,326 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,326 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,329 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1954837793_22 at /127.0.0.1:51042 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51042 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39405-0x101560d3e1d0003, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,331 INFO [RS:2;cd6be161543e:39405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:40,331 INFO [RS:2;cd6be161543e:39405 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,39405,1732654356962; zookeeper connection closed. 2024-11-26T20:52:40,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@181bc689 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@181bc689 2024-11-26T20:52:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-26T20:52:40,334 WARN [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,334 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/table/5d2b03ddbee0480caa3a913448f40841 2024-11-26T20:52:40,345 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/info/96c2c24e636a4fdeae2b039a03421449 as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/info/96c2c24e636a4fdeae2b039a03421449 2024-11-26T20:52:40,356 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/info/96c2c24e636a4fdeae2b039a03421449, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T20:52:40,358 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/ns/795588d93ac34204ab0374bdb2775924 as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/ns/795588d93ac34204ab0374bdb2775924 2024-11-26T20:52:40,367 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/ns/795588d93ac34204ab0374bdb2775924, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T20:52:40,369 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/.tmp/table/5d2b03ddbee0480caa3a913448f40841 as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/table/5d2b03ddbee0480caa3a913448f40841 2024-11-26T20:52:40,378 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/table/5d2b03ddbee0480caa3a913448f40841, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T20:52:40,380 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=11, compaction requested=false 2024-11-26T20:52:40,380 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T20:52:40,389 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T20:52:40,390 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:52:40,390 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:52:40,390 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654360210Running coprocessor pre-close hooks at 1732654360211 (+1 ms)Disabling compacts and flushes for region at 1732654360211Disabling writes for close at 1732654360211Obtaining lock to block concurrent updates at 1732654360211Preparing flush snapshotting stores in 1588230740 at 1732654360211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732654360213 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732654360215 (+2 ms)Flushing 1588230740/info: creating writer at 1732654360215Flushing 1588230740/info: appending metadata at 1732654360241 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732654360241Flushing 1588230740/ns: creating writer at 1732654360269 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732654360286 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732654360286Flushing 1588230740/table: creating writer at 1732654360306 (+20 ms)Flushing 1588230740/table: appending metadata at 1732654360323 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732654360323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ef8f32: reopening flushed file at 1732654360344 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7077bd5f: reopening flushed file at 1732654360357 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff95bd3: reopening flushed file at 1732654360368 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=11, compaction requested=false at 1732654360380 (+12 ms)Writing region close event to WAL at 1732654360382 (+2 ms)Running coprocessor post-close hooks at 1732654360390 (+8 ms)Closed at 1732654360390 2024-11-26T20:52:40,391 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:52:40,411 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,45231,1732654356917; all regions closed. 2024-11-26T20:52:40,411 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,39649,1732654356814; all regions closed. 2024-11-26T20:52:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741827_1017 (size=1298) 2024-11-26T20:52:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741827_1017 (size=1298) 2024-11-26T20:52:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741829_1019 (size=2751) 2024-11-26T20:52:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741829_1019 (size=2751) 2024-11-26T20:52:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741829_1019 (size=2751) 2024-11-26T20:52:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741827_1017 (size=1298) 2024-11-26T20:52:40,419 DEBUG [RS:0;cd6be161543e:39649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs 2024-11-26T20:52:40,419 INFO [RS:0;cd6be161543e:39649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C39649%2C1732654356814:(num 1732654358317) 2024-11-26T20:52:40,420 DEBUG [RS:0;cd6be161543e:39649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:40,420 DEBUG [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs 2024-11-26T20:52:40,420 INFO [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C45231%2C1732654356917.meta:.meta(num 1732654358778) 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:52:40,420 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:52:40,420 INFO [RS:0;cd6be161543e:39649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:40,421 INFO [RS:0;cd6be161543e:39649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39649 2024-11-26T20:52:40,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741828_1018 (size=93) 2024-11-26T20:52:40,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741828_1018 (size=93) 2024-11-26T20:52:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741828_1018 (size=93) 2024-11-26T20:52:40,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,39649,1732654356814 2024-11-26T20:52:40,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:40,425 INFO [RS:0;cd6be161543e:39649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:40,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,39649,1732654356814] 2024-11-26T20:52:40,427 DEBUG [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/oldWALs 2024-11-26T20:52:40,427 INFO [RS:1;cd6be161543e:45231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cd6be161543e%2C45231%2C1732654356917:(num 1732654358317) 2024-11-26T20:52:40,427 DEBUG [RS:1;cd6be161543e:45231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:40,427 INFO [RS:1;cd6be161543e:45231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:40,427 INFO [RS:1;cd6be161543e:45231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:40,427 INFO [RS:1;cd6be161543e:45231 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:40,427 INFO [RS:1;cd6be161543e:45231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:40,427 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:40,428 INFO [RS:1;cd6be161543e:45231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45231 2024-11-26T20:52:40,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,39649,1732654356814 already deleted, retry=false 2024-11-26T20:52:40,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,39649,1732654356814 expired; onlineServers=1 2024-11-26T20:52:40,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,45231,1732654356917 2024-11-26T20:52:40,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:40,430 INFO [RS:1;cd6be161543e:45231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:40,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,45231,1732654356917] 2024-11-26T20:52:40,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,45231,1732654356917 already deleted, retry=false 2024-11-26T20:52:40,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,45231,1732654356917 expired; onlineServers=0 2024-11-26T20:52:40,435 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,44939,1732654356133' ***** 2024-11-26T20:52:40,435 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:52:40,435 INFO [M:0;cd6be161543e:44939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:40,435 INFO [M:0;cd6be161543e:44939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:40,435 DEBUG [M:0;cd6be161543e:44939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:52:40,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:52:40,435 DEBUG [M:0;cd6be161543e:44939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:52:40,435 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654357977 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654357977,5,FailOnTimeoutGroup] 2024-11-26T20:52:40,435 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654357971 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654357971,5,FailOnTimeoutGroup] 2024-11-26T20:52:40,436 INFO [M:0;cd6be161543e:44939 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:40,436 INFO [M:0;cd6be161543e:44939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:40,436 DEBUG [M:0;cd6be161543e:44939 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:52:40,436 INFO [M:0;cd6be161543e:44939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:52:40,436 INFO [M:0;cd6be161543e:44939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:52:40,437 INFO [M:0;cd6be161543e:44939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:52:40,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:52:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:40,437 DEBUG [M:0;cd6be161543e:44939 {}] zookeeper.ZKUtil(347): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:52:40,437 WARN [M:0;cd6be161543e:44939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:52:40,438 INFO [M:0;cd6be161543e:44939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/.lastflushedseqids 2024-11-26T20:52:40,448 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,448 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,452 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:51048 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51048 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775584_1033 (size=137) 2024-11-26T20:52:40,456 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,456 INFO [M:0;cd6be161543e:44939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:52:40,457 INFO [M:0;cd6be161543e:44939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:52:40,457 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:52:40,457 INFO [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:40,457 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:40,457 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:52:40,457 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:40,457 INFO [M:0;cd6be161543e:44939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-26T20:52:40,475 DEBUG [M:0;cd6be161543e:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9585b88b3024b629ee05be7811833f3 is 82, key is hbase:meta,,1/info:regioninfo/1732654358873/Put/seqid=0 2024-11-26T20:52:40,477 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,477 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,481 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:51062 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:43355:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51062 dst: /127.0.0.1:43355 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-26T20:52:40,486 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,486 INFO [M:0;cd6be161543e:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9585b88b3024b629ee05be7811833f3 2024-11-26T20:52:40,511 DEBUG [M:0;cd6be161543e:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590c8cf1248b49aaa9642fe7e58d446d is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654359661/Put/seqid=0 2024-11-26T20:52:40,513 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,513 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,516 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:32916 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:35891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32916 dst: /127.0.0.1:35891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-26T20:52:40,521 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,522 INFO [M:0;cd6be161543e:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590c8cf1248b49aaa9642fe7e58d446d 2024-11-26T20:52:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,526 INFO [RS:0;cd6be161543e:39649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39649-0x101560d3e1d0001, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,526 INFO [RS:0;cd6be161543e:39649 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,39649,1732654356814; zookeeper connection closed. 2024-11-26T20:52:40,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@553e4115 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@553e4115 2024-11-26T20:52:40,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,533 INFO [RS:1;cd6be161543e:45231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:40,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45231-0x101560d3e1d0002, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,534 INFO [RS:1;cd6be161543e:45231 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,45231,1732654356917; zookeeper connection closed. 2024-11-26T20:52:40,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6614d6e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6614d6e5 2024-11-26T20:52:40,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T20:52:40,548 DEBUG [M:0;cd6be161543e:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46d76854aded491397a101b1fbff307e is 69, key is cd6be161543e,39405,1732654356962/rs:state/1732654358024/Put/seqid=0 2024-11-26T20:52:40,550 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,550 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T20:52:40,553 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-881248569_22 at /127.0.0.1:32936 [Receiving block BP-843237255-172.17.0.2-1732654353006:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:35891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32936 dst: /127.0.0.1:35891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T20:52:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-26T20:52:40,559 WARN [M:0;cd6be161543e:44939 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T20:52:40,559 INFO [M:0;cd6be161543e:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46d76854aded491397a101b1fbff307e 2024-11-26T20:52:40,569 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9585b88b3024b629ee05be7811833f3 as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9585b88b3024b629ee05be7811833f3 2024-11-26T20:52:40,577 INFO [M:0;cd6be161543e:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9585b88b3024b629ee05be7811833f3, entries=8, sequenceid=72, filesize=5.5 K 2024-11-26T20:52:40,578 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590c8cf1248b49aaa9642fe7e58d446d as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/590c8cf1248b49aaa9642fe7e58d446d 2024-11-26T20:52:40,587 INFO [M:0;cd6be161543e:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/590c8cf1248b49aaa9642fe7e58d446d, entries=8, sequenceid=72, filesize=6.3 K 2024-11-26T20:52:40,588 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46d76854aded491397a101b1fbff307e as hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46d76854aded491397a101b1fbff307e 2024-11-26T20:52:40,595 INFO [M:0;cd6be161543e:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46d76854aded491397a101b1fbff307e, entries=3, sequenceid=72, filesize=5.2 K 2024-11-26T20:52:40,597 INFO [M:0;cd6be161543e:44939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false 2024-11-26T20:52:40,598 INFO [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:40,598 DEBUG [M:0;cd6be161543e:44939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654360457Disabling compacts and flushes for region at 1732654360457Disabling writes for close at 1732654360457Obtaining lock to block concurrent updates at 1732654360457Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654360457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732654360458 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654360458Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654360459 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654360475 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654360475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654360494 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654360510 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654360510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654360530 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654360547 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654360547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b12011d: reopening flushed file at 1732654360568 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea2c257: reopening flushed file at 1732654360577 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3d8766: reopening flushed file at 1732654360587 (+10 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false at 1732654360597 (+10 ms)Writing region close event to WAL at 1732654360598 (+1 ms)Closed at 1732654360598 2024-11-26T20:52:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43355 is added to blk_1073741825_1011 (size=32686) 2024-11-26T20:52:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741825_1011 (size=32686) 2024-11-26T20:52:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741825_1011 (size=32686) 2024-11-26T20:52:40,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:40,603 INFO [M:0;cd6be161543e:44939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:52:40,603 INFO [M:0;cd6be161543e:44939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44939 2024-11-26T20:52:40,603 INFO [M:0;cd6be161543e:44939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,705 INFO [M:0;cd6be161543e:44939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101560d3e1d0000, quorum=127.0.0.1:59213, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:40,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d52876a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:40,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cbe7672{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:40,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:40,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:40,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1023f385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:40,714 WARN [BP-843237255-172.17.0.2-1732654353006 heartbeating to localhost/127.0.0.1:38791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:52:40,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:52:40,715 WARN [BP-843237255-172.17.0.2-1732654353006 heartbeating to localhost/127.0.0.1:38791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843237255-172.17.0.2-1732654353006 (Datanode Uuid 12488a1a-279b-4784-802d-628520f3d6eb) service to localhost/127.0.0.1:38791 2024-11-26T20:52:40,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:52:40,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data5/current/BP-843237255-172.17.0.2-1732654353006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:40,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data6/current/BP-843237255-172.17.0.2-1732654353006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:40,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:52:40,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@340900da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:40,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3af691f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:40,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:40,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:40,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2c5be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:40,721 WARN [BP-843237255-172.17.0.2-1732654353006 heartbeating to localhost/127.0.0.1:38791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:52:40,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:52:40,721 WARN [BP-843237255-172.17.0.2-1732654353006 heartbeating to localhost/127.0.0.1:38791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843237255-172.17.0.2-1732654353006 (Datanode Uuid c80ca72d-13ac-4468-8949-3a413eeaa320) service to localhost/127.0.0.1:38791 2024-11-26T20:52:40,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:52:40,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data3/current/BP-843237255-172.17.0.2-1732654353006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:40,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data4/current/BP-843237255-172.17.0.2-1732654353006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:40,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:52:40,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69cd443f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:40,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dbea895{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:40,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:40,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:40,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f1c7fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:40,726 WARN [BP-843237255-172.17.0.2-1732654353006 heartbeating to localhost/127.0.0.1:38791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:52:40,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:52:40,726 WARN [BP-843237255-172.17.0.2-1732654353006 heartbeating to localhost/127.0.0.1:38791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843237255-172.17.0.2-1732654353006 (Datanode Uuid 4cef676a-20ce-4f4a-9ce1-725ad718d4dc) service to localhost/127.0.0.1:38791 2024-11-26T20:52:40,726 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:52:40,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data1/current/BP-843237255-172.17.0.2-1732654353006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:40,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/cluster_5fdd192e-71e1-6127-d77b-d74468c962cf/data/data2/current/BP-843237255-172.17.0.2-1732654353006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:40,727 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:52:40,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:52:40,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:40,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:40,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:40,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:40,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:52:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:52:40,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 157), OpenFileDescriptor=439 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5809 (was 6116) 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=5809 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.log.dir so I do NOT create it in target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a00a2ebf-2cca-1aab-e130-204ba7524f0a/hadoop.tmp.dir so I do NOT create it in target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9, deleteOnExit=true 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T20:52:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/test.cache.data in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T20:52:40,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T20:52:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/nfs.dump.dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/java.io.tmpdir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T20:52:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T20:52:40,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:40,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:40,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:40,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:40,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:52:40,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:40,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ee857{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:40,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b2b984{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:41,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4999c610{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-11678920473467077409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:52:41,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18b4ebc7{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-26T20:52:41,006 INFO [Time-limited test {}] server.Server(415): Started @9999ms 2024-11-26T20:52:41,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:41,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:41,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:41,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:41,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:52:41,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1c78c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:41,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a6744cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:41,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fbe2fc0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/java.io.tmpdir/jetty-localhost-33455-hadoop-hdfs-3_4_1-tests_jar-_-any-16903894932949011332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:41,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652901a4{HTTP/1.1, (http/1.1)}{localhost:33455} 2024-11-26T20:52:41,233 INFO [Time-limited test {}] server.Server(415): Started @10226ms 2024-11-26T20:52:41,234 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:52:41,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:41,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:41,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:41,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:41,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T20:52:41,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564d8641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:41,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69cb0b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:41,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ac7b98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/java.io.tmpdir/jetty-localhost-46451-hadoop-hdfs-3_4_1-tests_jar-_-any-7313490783896208066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:41,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@284cd9af{HTTP/1.1, (http/1.1)}{localhost:46451} 2024-11-26T20:52:41,399 INFO [Time-limited test {}] server.Server(415): Started @10392ms 2024-11-26T20:52:41,400 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:52:41,402 WARN [Thread-504 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data1/current/BP-1473419948-172.17.0.2-1732654360821/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:41,403 WARN [Thread-505 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data2/current/BP-1473419948-172.17.0.2-1732654360821/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:41,427 WARN [Thread-482 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:52:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33f042006411588c with lease ID 0xc982a71bca59e3a9: Processing first storage report for DS-297fc280-6a95-491d-b4d4-e3a13bdcdd1f from datanode DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a9209310-f61a-440b-b0e5-f00bf266c488, infoPort=39533, infoSecurePort=0, ipcPort=33939, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821) 2024-11-26T20:52:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33f042006411588c with lease ID 0xc982a71bca59e3a9: from storage DS-297fc280-6a95-491d-b4d4-e3a13bdcdd1f node DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a9209310-f61a-440b-b0e5-f00bf266c488, infoPort=39533, infoSecurePort=0, ipcPort=33939, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33f042006411588c with lease ID 0xc982a71bca59e3a9: Processing first storage report for DS-0b729fd4-7926-4118-88d8-a55dd11e3c1e from datanode DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a9209310-f61a-440b-b0e5-f00bf266c488, infoPort=39533, infoSecurePort=0, ipcPort=33939, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821) 2024-11-26T20:52:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33f042006411588c with lease ID 0xc982a71bca59e3a9: from storage DS-0b729fd4-7926-4118-88d8-a55dd11e3c1e node DatanodeRegistration(127.0.0.1:40253, datanodeUuid=a9209310-f61a-440b-b0e5-f00bf266c488, infoPort=39533, infoSecurePort=0, ipcPort=33939, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:41,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T20:52:41,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T20:52:41,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T20:52:41,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T20:52:41,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T20:52:41,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@328032c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,AVAILABLE} 2024-11-26T20:52:41,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7adc0795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T20:52:41,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa48b42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/java.io.tmpdir/jetty-localhost-43381-hadoop-hdfs-3_4_1-tests_jar-_-any-3527947478656193819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:41,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4924c16d{HTTP/1.1, (http/1.1)}{localhost:43381} 2024-11-26T20:52:41,562 INFO [Time-limited test {}] server.Server(415): Started @10555ms 2024-11-26T20:52:41,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T20:52:41,628 WARN [Thread-551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data3/current/BP-1473419948-172.17.0.2-1732654360821/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:41,628 WARN [Thread-552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data4/current/BP-1473419948-172.17.0.2-1732654360821/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:41,646 WARN [Thread-513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:52:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfd0c30c3592375c with lease ID 0xc982a71bca59e3aa: Processing first storage report for DS-4f6e5fbc-3d4a-41fc-9fdc-6134fa58b880 from datanode DatanodeRegistration(127.0.0.1:37239, datanodeUuid=a6c72a2d-4d5d-477e-9619-d8b72dcb2abd, infoPort=37985, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821) 2024-11-26T20:52:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfd0c30c3592375c with lease ID 0xc982a71bca59e3aa: from storage DS-4f6e5fbc-3d4a-41fc-9fdc-6134fa58b880 node DatanodeRegistration(127.0.0.1:37239, datanodeUuid=a6c72a2d-4d5d-477e-9619-d8b72dcb2abd, infoPort=37985, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfd0c30c3592375c with lease ID 0xc982a71bca59e3aa: Processing first storage report for DS-fd0ef2b4-8577-4049-8e1b-72765dd76a23 from datanode DatanodeRegistration(127.0.0.1:37239, datanodeUuid=a6c72a2d-4d5d-477e-9619-d8b72dcb2abd, infoPort=37985, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821) 2024-11-26T20:52:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfd0c30c3592375c with lease ID 0xc982a71bca59e3aa: from storage DS-fd0ef2b4-8577-4049-8e1b-72765dd76a23 node DatanodeRegistration(127.0.0.1:37239, datanodeUuid=a6c72a2d-4d5d-477e-9619-d8b72dcb2abd, infoPort=37985, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:41,834 WARN [Thread-564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data5/current/BP-1473419948-172.17.0.2-1732654360821/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:41,834 WARN [Thread-565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data6/current/BP-1473419948-172.17.0.2-1732654360821/current, will proceed with Du for space computation calculation, 2024-11-26T20:52:41,858 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T20:52:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc375b79bc03a3b69 with lease ID 0xc982a71bca59e3ab: Processing first storage report for DS-f96f4af9-f186-4afe-90e8-d8cee99ad3d5 from datanode DatanodeRegistration(127.0.0.1:32863, datanodeUuid=1902b39d-cbe4-450f-be19-374243aa12fa, infoPort=38325, infoSecurePort=0, ipcPort=36399, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821) 2024-11-26T20:52:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc375b79bc03a3b69 with lease ID 0xc982a71bca59e3ab: from storage DS-f96f4af9-f186-4afe-90e8-d8cee99ad3d5 node DatanodeRegistration(127.0.0.1:32863, datanodeUuid=1902b39d-cbe4-450f-be19-374243aa12fa, infoPort=38325, infoSecurePort=0, ipcPort=36399, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc375b79bc03a3b69 with lease ID 0xc982a71bca59e3ab: Processing first storage report for DS-6651167c-8595-4b2f-ae9c-b061015a2bca from datanode DatanodeRegistration(127.0.0.1:32863, datanodeUuid=1902b39d-cbe4-450f-be19-374243aa12fa, infoPort=38325, infoSecurePort=0, ipcPort=36399, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821) 2024-11-26T20:52:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc375b79bc03a3b69 with lease ID 0xc982a71bca59e3ab: from storage DS-6651167c-8595-4b2f-ae9c-b061015a2bca node DatanodeRegistration(127.0.0.1:32863, datanodeUuid=1902b39d-cbe4-450f-be19-374243aa12fa, infoPort=38325, infoSecurePort=0, ipcPort=36399, storageInfo=lv=-57;cid=testClusterID;nsid=1857000757;c=1732654360821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T20:52:41,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a 2024-11-26T20:52:41,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/zookeeper_0, clientPort=60707, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T20:52:41,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60707 2024-11-26T20:52:41,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:52:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:52:41,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741825_1001 (size=7) 2024-11-26T20:52:41,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980 with version=8 2024-11-26T20:52:41,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38791/user/jenkins/test-data/08b9c581-b124-172a-e070-b37dc768f69f/hbase-staging 2024-11-26T20:52:41,912 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T20:52:41,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:41,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42603 2024-11-26T20:52:41,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42603 connecting to ZooKeeper ensemble=127.0.0.1:60707 2024-11-26T20:52:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426030x0, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:41,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42603-0x101560d57b40000 connected 2024-11-26T20:52:41,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:41,944 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980, hbase.cluster.distributed=false 2024-11-26T20:52:41,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:41,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42603 2024-11-26T20:52:41,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42603 2024-11-26T20:52:41,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42603 2024-11-26T20:52:41,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42603 2024-11-26T20:52:41,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42603 2024-11-26T20:52:41,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:41,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:41,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:41,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:52:41,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:41,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45831 2024-11-26T20:52:41,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45831 connecting to ZooKeeper ensemble=127.0.0.1:60707 2024-11-26T20:52:41,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458310x0, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:41,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45831-0x101560d57b40001 connected 2024-11-26T20:52:41,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:41,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:52:41,974 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:52:41,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:52:41,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:41,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45831 2024-11-26T20:52:41,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45831 2024-11-26T20:52:41,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45831 2024-11-26T20:52:41,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45831 2024-11-26T20:52:41,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45831 2024-11-26T20:52:41,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:41,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37029 2024-11-26T20:52:41,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37029 connecting to ZooKeeper ensemble=127.0.0.1:60707 2024-11-26T20:52:41,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:41,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370290x0, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:42,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37029-0x101560d57b40002 connected 2024-11-26T20:52:42,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:42,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:52:42,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:52:42,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:52:42,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:42,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-26T20:52:42,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37029 2024-11-26T20:52:42,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37029 2024-11-26T20:52:42,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-26T20:52:42,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-26T20:52:42,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cd6be161543e:0 server-side Connection retries=45 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T20:52:42,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T20:52:42,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33545 2024-11-26T20:52:42,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33545 connecting to ZooKeeper ensemble=127.0.0.1:60707 2024-11-26T20:52:42,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:42,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:42,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335450x0, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T20:52:42,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33545-0x101560d57b40003 connected 2024-11-26T20:52:42,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:42,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T20:52:42,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T20:52:42,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T20:52:42,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T20:52:42,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33545 2024-11-26T20:52:42,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33545 2024-11-26T20:52:42,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33545 2024-11-26T20:52:42,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33545 2024-11-26T20:52:42,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33545 2024-11-26T20:52:42,046 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cd6be161543e:42603 2024-11-26T20:52:42,046 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,050 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,052 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T20:52:42,054 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cd6be161543e,42603,1732654361912 from backup master directory 2024-11-26T20:52:42,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T20:52:42,055 WARN [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:42,056 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,062 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/hbase.id] with ID: 84836a5a-413f-4fa2-a3f1-1bfec9a6b7f8 2024-11-26T20:52:42,062 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/.tmp/hbase.id 2024-11-26T20:52:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:52:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:52:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741826_1002 (size=42) 2024-11-26T20:52:42,072 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/.tmp/hbase.id]:[hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/hbase.id] 2024-11-26T20:52:42,088 INFO [master/cd6be161543e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T20:52:42,088 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T20:52:42,089 INFO [master/cd6be161543e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T20:52:42,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:52:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:52:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741827_1003 (size=196) 2024-11-26T20:52:42,103 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:52:42,103 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T20:52:42,104 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T20:52:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:52:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:52:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741828_1004 (size=1189) 2024-11-26T20:52:42,117 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store 2024-11-26T20:52:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:52:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:52:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741829_1005 (size=34) 2024-11-26T20:52:42,127 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:42,127 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:52:42,127 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:42,127 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:42,127 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:52:42,127 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:42,127 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:42,127 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654362127Disabling compacts and flushes for region at 1732654362127Disabling writes for close at 1732654362127Writing region close event to WAL at 1732654362127Closed at 1732654362127 2024-11-26T20:52:42,128 WARN [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/.initializing 2024-11-26T20:52:42,129 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/WALs/cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,132 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C42603%2C1732654361912, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/WALs/cd6be161543e,42603,1732654361912, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/oldWALs, maxLogs=10 2024-11-26T20:52:42,133 INFO [master/cd6be161543e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor cd6be161543e%2C42603%2C1732654361912.1732654362133 2024-11-26T20:52:42,143 INFO [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/WALs/cd6be161543e,42603,1732654361912/cd6be161543e%2C42603%2C1732654361912.1732654362133 2024-11-26T20:52:42,145 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37985:37985),(127.0.0.1/127.0.0.1:38325:38325),(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-26T20:52:42,146 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:52:42,146 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:42,146 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,146 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T20:52:42,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T20:52:42,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:42,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T20:52:42,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:42,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T20:52:42,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:42,158 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,159 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,159 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,161 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,161 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,161 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:52:42,163 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T20:52:42,166 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:52:42,166 INFO [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75049177, jitterRate=0.11831988394260406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:52:42,167 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732654362146Initializing all the Stores at 1732654362147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362147Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654362148 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654362148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654362148Cleaning up temporary data from old regions at 1732654362161 (+13 ms)Region opened successfully at 1732654362167 (+6 ms) 2024-11-26T20:52:42,167 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T20:52:42,172 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147af781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:42,173 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T20:52:42,173 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T20:52:42,173 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T20:52:42,173 INFO [master/cd6be161543e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T20:52:42,173 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T20:52:42,174 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T20:52:42,174 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T20:52:42,176 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T20:52:42,177 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T20:52:42,179 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T20:52:42,180 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T20:52:42,180 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T20:52:42,182 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T20:52:42,182 INFO [master/cd6be161543e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T20:52:42,183 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T20:52:42,184 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T20:52:42,185 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T20:52:42,186 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T20:52:42,188 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T20:52:42,191 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,194 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cd6be161543e,42603,1732654361912, sessionid=0x101560d57b40000, setting cluster-up flag (Was=false) 2024-11-26T20:52:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,203 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T20:52:42,204 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,214 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T20:52:42,214 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,216 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T20:52:42,218 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:42,218 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T20:52:42,219 INFO [master/cd6be161543e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T20:52:42,219 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cd6be161543e,42603,1732654361912 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T20:52:42,220 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:42,220 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:42,220 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:42,220 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cd6be161543e:0, corePoolSize=5, maxPoolSize=5 2024-11-26T20:52:42,220 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cd6be161543e:0, corePoolSize=10, maxPoolSize=10 2024-11-26T20:52:42,221 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,221 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:42,221 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,221 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732654392221 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T20:52:42,222 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T20:52:42,223 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T20:52:42,223 INFO [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T20:52:42,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:42,223 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654362223,5,FailOnTimeoutGroup] 2024-11-26T20:52:42,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T20:52:42,223 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654362223,5,FailOnTimeoutGroup] 2024-11-26T20:52:42,223 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,224 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T20:52:42,224 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,224 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T20:52:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:52:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:52:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741831_1007 (size=1321) 2024-11-26T20:52:42,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T20:52:42,235 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980 2024-11-26T20:52:42,236 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(746): ClusterId : 84836a5a-413f-4fa2-a3f1-1bfec9a6b7f8 2024-11-26T20:52:42,236 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(746): ClusterId : 84836a5a-413f-4fa2-a3f1-1bfec9a6b7f8 2024-11-26T20:52:42,236 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:52:42,236 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:52:42,240 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(746): ClusterId : 84836a5a-413f-4fa2-a3f1-1bfec9a6b7f8 2024-11-26T20:52:42,240 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T20:52:42,240 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:52:42,240 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:52:42,240 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:52:42,240 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:52:42,243 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T20:52:42,243 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T20:52:42,243 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:52:42,243 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:52:42,243 DEBUG [RS:0;cd6be161543e:45831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e99e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:42,243 DEBUG [RS:1;cd6be161543e:37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252221a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:42,245 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T20:52:42,245 DEBUG [RS:2;cd6be161543e:33545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e98501d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cd6be161543e/172.17.0.2:0 2024-11-26T20:52:42,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:52:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:52:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741832_1008 (size=32) 2024-11-26T20:52:42,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:42,259 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cd6be161543e:45831 2024-11-26T20:52:42,259 INFO [RS:0;cd6be161543e:45831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:52:42,259 INFO [RS:0;cd6be161543e:45831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:52:42,259 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:52:42,260 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,42603,1732654361912 with port=45831, startcode=1732654361963 2024-11-26T20:52:42,260 DEBUG [RS:0;cd6be161543e:45831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:52:42,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:52:42,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:52:42,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,262 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cd6be161543e:37029 2024-11-26T20:52:42,263 INFO [RS:1;cd6be161543e:37029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:52:42,263 INFO [RS:1;cd6be161543e:37029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:52:42,263 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:52:42,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:52:42,264 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:52:42,264 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,42603,1732654361912 with port=37029, startcode=1732654361992 2024-11-26T20:52:42,264 DEBUG [RS:1;cd6be161543e:37029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:52:42,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,45831,1732654361963 2024-11-26T20:52:42,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,45831,1732654361963 2024-11-26T20:52:42,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:52:42,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,266 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:52:42,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:52:42,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,267 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980 2024-11-26T20:52:42,267 DEBUG [RS:2;cd6be161543e:33545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cd6be161543e:33545 2024-11-26T20:52:42,267 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41887 2024-11-26T20:52:42,267 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:52:42,267 INFO [RS:2;cd6be161543e:33545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T20:52:42,267 INFO [RS:2;cd6be161543e:33545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T20:52:42,267 DEBUG [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T20:52:42,268 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(2659): reportForDuty to master=cd6be161543e,42603,1732654361912 with port=33545, startcode=1732654362019 2024-11-26T20:52:42,268 DEBUG [RS:2;cd6be161543e:33545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T20:52:42,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:52:42,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,269 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980 2024-11-26T20:52:42,269 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41887 2024-11-26T20:52:42,269 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:52:42,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:52:42,270 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T20:52:42,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cd6be161543e,33545,1732654362019 2024-11-26T20:52:42,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42603 {}] master.ServerManager(517): Registering regionserver=cd6be161543e,33545,1732654362019 2024-11-26T20:52:42,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:42,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:52:42,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:52:42,273 DEBUG [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980 2024-11-26T20:52:42,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740 2024-11-26T20:52:42,273 DEBUG [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41887 2024-11-26T20:52:42,273 DEBUG [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T20:52:42,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740 2024-11-26T20:52:42,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:52:42,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:52:42,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:52:42,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:52:42,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:52:42,281 DEBUG [RS:0;cd6be161543e:45831 {}] zookeeper.ZKUtil(111): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,45831,1732654361963 2024-11-26T20:52:42,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,37029,1732654361992] 2024-11-26T20:52:42,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,45831,1732654361963] 2024-11-26T20:52:42,281 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71761924, jitterRate=0.06933599710464478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:52:42,281 WARN [RS:0;cd6be161543e:45831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:42,282 INFO [RS:0;cd6be161543e:45831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T20:52:42,282 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,45831,1732654361963 2024-11-26T20:52:42,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:42,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732654362257Initializing all the Stores at 1732654362258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362260 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654362260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362260Cleaning up temporary data from old regions at 1732654362275 (+15 ms)Region opened successfully at 1732654362282 (+7 ms) 2024-11-26T20:52:42,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:52:42,282 DEBUG [RS:1;cd6be161543e:37029 {}] zookeeper.ZKUtil(111): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,282 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:52:42,282 WARN [RS:1;cd6be161543e:37029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:42,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:52:42,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:52:42,283 INFO [RS:1;cd6be161543e:37029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T20:52:42,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:52:42,283 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cd6be161543e,33545,1732654362019] 2024-11-26T20:52:42,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:52:42,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654362282Disabling compacts and flushes for region at 1732654362282Disabling writes for close at 1732654362283 (+1 ms)Writing region close event to WAL at 1732654362283Closed at 1732654362283 2024-11-26T20:52:42,284 DEBUG [RS:2;cd6be161543e:33545 {}] zookeeper.ZKUtil(111): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cd6be161543e,33545,1732654362019 2024-11-26T20:52:42,285 WARN [RS:2;cd6be161543e:33545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T20:52:42,285 INFO [RS:2;cd6be161543e:33545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T20:52:42,285 DEBUG [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,33545,1732654362019 2024-11-26T20:52:42,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:42,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T20:52:42,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T20:52:42,287 INFO [RS:0;cd6be161543e:45831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:52:42,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:52:42,289 INFO [RS:1;cd6be161543e:37029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:52:42,289 INFO [RS:0;cd6be161543e:45831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:52:42,290 INFO [RS:0;cd6be161543e:45831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:52:42,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T20:52:42,290 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,290 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:52:42,291 INFO [RS:0;cd6be161543e:45831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:52:42,291 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:42,292 INFO [RS:1;cd6be161543e:37029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,292 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,293 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,293 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,293 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,293 INFO [RS:2;cd6be161543e:33545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T20:52:42,293 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,293 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:42,293 DEBUG [RS:0;cd6be161543e:45831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:42,295 INFO [RS:1;cd6be161543e:37029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:52:42,295 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,295 INFO [RS:2;cd6be161543e:33545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T20:52:42,295 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:52:42,296 INFO [RS:2;cd6be161543e:33545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T20:52:42,296 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 INFO [RS:1;cd6be161543e:37029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:52:42,296 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T20:52:42,296 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,296 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,296 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45831,1732654361963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 INFO [RS:2;cd6be161543e:33545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:42,297 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,297 DEBUG [RS:1;cd6be161543e:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:42,297 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cd6be161543e:0, corePoolSize=2, maxPoolSize=2 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cd6be161543e:0, corePoolSize=1, maxPoolSize=1 2024-11-26T20:52:42,298 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:42,298 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,298 DEBUG [RS:2;cd6be161543e:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0, corePoolSize=3, maxPoolSize=3 2024-11-26T20:52:42,298 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,298 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,298 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,37029,1732654361992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:42,300 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,300 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,300 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,300 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,301 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,301 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,33545,1732654362019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:42,315 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:52:42,315 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,45831,1732654361963-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,315 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,315 INFO [RS:0;cd6be161543e:45831 {}] regionserver.Replication(171): cd6be161543e,45831,1732654361963 started 2024-11-26T20:52:42,319 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:52:42,319 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,37029,1732654361992-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,319 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,319 INFO [RS:1;cd6be161543e:37029 {}] regionserver.Replication(171): cd6be161543e,37029,1732654361992 started 2024-11-26T20:52:42,322 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T20:52:42,322 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,33545,1732654362019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,323 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,323 INFO [RS:2;cd6be161543e:33545 {}] regionserver.Replication(171): cd6be161543e,33545,1732654362019 started 2024-11-26T20:52:42,329 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,329 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,45831,1732654361963, RpcServer on cd6be161543e/172.17.0.2:45831, sessionid=0x101560d57b40001 2024-11-26T20:52:42,329 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:52:42,329 DEBUG [RS:0;cd6be161543e:45831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,45831,1732654361963 2024-11-26T20:52:42,329 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,45831,1732654361963' 2024-11-26T20:52:42,329 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:52:42,330 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,45831,1732654361963 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,45831,1732654361963' 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:52:42,331 DEBUG [RS:0;cd6be161543e:45831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:52:42,332 INFO [RS:0;cd6be161543e:45831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:52:42,332 INFO [RS:0;cd6be161543e:45831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:52:42,337 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,338 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,37029,1732654361992, RpcServer on cd6be161543e/172.17.0.2:37029, sessionid=0x101560d57b40002 2024-11-26T20:52:42,338 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:52:42,338 DEBUG [RS:1;cd6be161543e:37029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,338 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,37029,1732654361992' 2024-11-26T20:52:42,338 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:52:42,338 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:52:42,339 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:52:42,339 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:52:42,339 DEBUG [RS:1;cd6be161543e:37029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,339 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,37029,1732654361992' 2024-11-26T20:52:42,339 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:52:42,339 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:52:42,340 DEBUG [RS:1;cd6be161543e:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:52:42,340 INFO [RS:1;cd6be161543e:37029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:52:42,340 INFO [RS:1;cd6be161543e:37029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:52:42,340 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,340 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(1482): Serving as cd6be161543e,33545,1732654362019, RpcServer on cd6be161543e/172.17.0.2:33545, sessionid=0x101560d57b40003 2024-11-26T20:52:42,340 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T20:52:42,340 DEBUG [RS:2;cd6be161543e:33545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cd6be161543e,33545,1732654362019 2024-11-26T20:52:42,340 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,33545,1732654362019' 2024-11-26T20:52:42,340 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T20:52:42,341 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T20:52:42,341 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T20:52:42,341 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T20:52:42,341 DEBUG [RS:2;cd6be161543e:33545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cd6be161543e,33545,1732654362019 2024-11-26T20:52:42,341 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cd6be161543e,33545,1732654362019' 2024-11-26T20:52:42,342 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T20:52:42,342 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T20:52:42,342 DEBUG [RS:2;cd6be161543e:33545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T20:52:42,342 INFO [RS:2;cd6be161543e:33545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T20:52:42,342 INFO [RS:2;cd6be161543e:33545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T20:52:42,434 INFO [RS:0;cd6be161543e:45831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C45831%2C1732654361963, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,45831,1732654361963, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs, maxLogs=32 2024-11-26T20:52:42,436 INFO [RS:0;cd6be161543e:45831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor cd6be161543e%2C45831%2C1732654361963.1732654362436 2024-11-26T20:52:42,440 WARN [cd6be161543e:42603 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T20:52:42,442 INFO [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C37029%2C1732654361992, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,37029,1732654361992, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs, maxLogs=32 2024-11-26T20:52:42,444 INFO [RS:1;cd6be161543e:37029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor cd6be161543e%2C37029%2C1732654361992.1732654362443 2024-11-26T20:52:42,444 INFO [RS:0;cd6be161543e:45831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,45831,1732654361963/cd6be161543e%2C45831%2C1732654361963.1732654362436 2024-11-26T20:52:42,445 INFO [RS:2;cd6be161543e:33545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C33545%2C1732654362019, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,33545,1732654362019, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs, maxLogs=32 2024-11-26T20:52:42,446 INFO [RS:2;cd6be161543e:33545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor cd6be161543e%2C33545%2C1732654362019.1732654362446 2024-11-26T20:52:42,449 DEBUG [RS:0;cd6be161543e:45831 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325),(127.0.0.1/127.0.0.1:39533:39533),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-26T20:52:42,459 INFO [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,37029,1732654361992/cd6be161543e%2C37029%2C1732654361992.1732654362443 2024-11-26T20:52:42,464 INFO [RS:2;cd6be161543e:33545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,33545,1732654362019/cd6be161543e%2C33545%2C1732654362019.1732654362446 2024-11-26T20:52:42,469 DEBUG [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325),(127.0.0.1/127.0.0.1:39533:39533),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-26T20:52:42,471 DEBUG [RS:2;cd6be161543e:33545 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533),(127.0.0.1/127.0.0.1:38325:38325),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-26T20:52:42,690 DEBUG [cd6be161543e:42603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T20:52:42,691 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T20:52:42,693 INFO [cd6be161543e:42603 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:52:42,693 INFO [cd6be161543e:42603 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:52:42,693 INFO [cd6be161543e:42603 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T20:52:42,693 DEBUG [cd6be161543e:42603 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:52:42,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,37029,1732654361992, state=OPENING 2024-11-26T20:52:42,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T20:52:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:42,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T20:52:42,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,37029,1732654361992}] 2024-11-26T20:52:42,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:52:42,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:52:42,862 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T20:52:42,862 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T20:52:42,865 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cd6be161543e%2C37029%2C1732654361992.meta, suffix=.meta, logDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,37029,1732654361992, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs, maxLogs=32 2024-11-26T20:52:42,866 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor cd6be161543e%2C37029%2C1732654361992.meta.1732654362865.meta 2024-11-26T20:52:42,873 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/WALs/cd6be161543e,37029,1732654361992/cd6be161543e%2C37029%2C1732654361992.meta.1732654362865.meta 2024-11-26T20:52:42,874 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325),(127.0.0.1/127.0.0.1:39533:39533),(127.0.0.1/127.0.0.1:37985:37985)] 2024-11-26T20:52:42,875 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:52:42,875 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T20:52:42,875 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T20:52:42,875 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T20:52:42,876 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T20:52:42,876 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:42,876 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T20:52:42,876 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T20:52:42,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T20:52:42,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T20:52:42,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T20:52:42,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T20:52:42,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T20:52:42,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T20:52:42,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T20:52:42,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T20:52:42,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T20:52:42,885 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T20:52:42,885 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740 2024-11-26T20:52:42,887 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740 2024-11-26T20:52:42,888 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T20:52:42,889 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T20:52:42,889 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T20:52:42,891 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T20:52:42,892 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59569350, jitterRate=-0.11234751343727112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T20:52:42,892 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T20:52:42,893 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732654362876Writing region info on filesystem at 1732654362876Initializing all the Stores at 1732654362877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654362877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732654362877Cleaning up temporary data from old regions at 1732654362889 (+12 ms)Running coprocessor post-open hooks at 1732654362892 (+3 ms)Region opened successfully at 1732654362892 2024-11-26T20:52:42,894 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732654362854 2024-11-26T20:52:42,897 DEBUG [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T20:52:42,898 INFO [RS_OPEN_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T20:52:42,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,900 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cd6be161543e,37029,1732654361992, state=OPEN 2024-11-26T20:52:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T20:52:42,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cd6be161543e,37029,1732654361992 2024-11-26T20:52:42,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T20:52:42,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T20:52:42,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cd6be161543e,37029,1732654361992 in 202 msec 2024-11-26T20:52:42,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T20:52:42,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-26T20:52:42,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T20:52:42,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T20:52:42,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:52:42,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,37029,1732654361992, seqNum=-1] 2024-11-26T20:52:42,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:52:42,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:52:42,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-26T20:52:42,923 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732654362923, completionTime=-1 2024-11-26T20:52:42,923 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T20:52:42,923 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T20:52:42,925 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T20:52:42,925 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732654422925 2024-11-26T20:52:42,925 INFO [master/cd6be161543e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732654482925 2024-11-26T20:52:42,925 INFO [master/cd6be161543e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T20:52:42,926 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,42603,1732654361912-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,926 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,42603,1732654361912-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,926 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,42603,1732654361912-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,926 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cd6be161543e:42603, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,926 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,926 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,928 DEBUG [master/cd6be161543e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T20:52:42,931 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.875sec 2024-11-26T20:52:42,931 INFO [master/cd6be161543e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T20:52:42,931 INFO [master/cd6be161543e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T20:52:42,931 INFO [master/cd6be161543e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T20:52:42,931 INFO [master/cd6be161543e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T20:52:42,931 INFO [master/cd6be161543e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T20:52:42,932 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,42603,1732654361912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T20:52:42,932 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,42603,1732654361912-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T20:52:42,935 DEBUG [master/cd6be161543e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T20:52:42,935 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T20:52:42,935 INFO [master/cd6be161543e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cd6be161543e,42603,1732654361912-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T20:52:42,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3562bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:52:42,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cd6be161543e,42603,-1 for getting cluster id 2024-11-26T20:52:42,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T20:52:42,942 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84836a5a-413f-4fa2-a3f1-1bfec9a6b7f8' 2024-11-26T20:52:42,943 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T20:52:42,943 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84836a5a-413f-4fa2-a3f1-1bfec9a6b7f8" 2024-11-26T20:52:42,943 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2981c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:52:42,943 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cd6be161543e,42603,-1] 2024-11-26T20:52:42,944 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T20:52:42,944 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:42,946 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T20:52:42,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e12713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T20:52:42,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T20:52:42,950 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cd6be161543e,37029,1732654361992, seqNum=-1] 2024-11-26T20:52:42,950 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:52:42,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:52:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T20:52:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cd6be161543e,42603,1732654361912 2024-11-26T20:52:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aedd067 2024-11-26T20:52:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T20:52:42,960 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T20:52:42,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T20:52:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-26T20:52:42,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T20:52:42,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:42,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-26T20:52:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:42,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T20:52:42,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741837_1013 (size=392) 2024-11-26T20:52:42,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741837_1013 (size=392) 2024-11-26T20:52:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741837_1013 (size=392) 2024-11-26T20:52:42,980 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a02f8e1e8366fbe1231939a26d14647f, NAME => 'TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980 2024-11-26T20:52:42,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741838_1014 (size=51) 2024-11-26T20:52:42,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741838_1014 (size=51) 2024-11-26T20:52:42,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741838_1014 (size=51) 2024-11-26T20:52:42,990 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:42,990 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing a02f8e1e8366fbe1231939a26d14647f, disabling compactions & flushes 2024-11-26T20:52:42,990 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:42,990 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:42,990 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. after waiting 0 ms 2024-11-26T20:52:42,990 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:42,990 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:42,991 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for a02f8e1e8366fbe1231939a26d14647f: Waiting for close lock at 1732654362990Disabling compacts and flushes for region at 1732654362990Disabling writes for close at 1732654362990Writing region close event to WAL at 1732654362990Closed at 1732654362990 2024-11-26T20:52:42,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T20:52:42,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732654362992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732654362992"}]},"ts":"1732654362992"} 2024-11-26T20:52:42,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T20:52:42,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T20:52:42,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654362997"}]},"ts":"1732654362997"} 2024-11-26T20:52:43,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-26T20:52:43,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cd6be161543e=0} racks are {/default-rack=0} 2024-11-26T20:52:43,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T20:52:43,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T20:52:43,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T20:52:43,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T20:52:43,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T20:52:43,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T20:52:43,002 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T20:52:43,002 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T20:52:43,002 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T20:52:43,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T20:52:43,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a02f8e1e8366fbe1231939a26d14647f, ASSIGN}] 2024-11-26T20:52:43,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a02f8e1e8366fbe1231939a26d14647f, ASSIGN 2024-11-26T20:52:43,005 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a02f8e1e8366fbe1231939a26d14647f, ASSIGN; state=OFFLINE, location=cd6be161543e,45831,1732654361963; forceNewPlan=false, retain=false 2024-11-26T20:52:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:43,156 INFO [cd6be161543e:42603 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T20:52:43,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a02f8e1e8366fbe1231939a26d14647f, regionState=OPENING, regionLocation=cd6be161543e,45831,1732654361963 2024-11-26T20:52:43,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a02f8e1e8366fbe1231939a26d14647f, ASSIGN because future has completed 2024-11-26T20:52:43,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02f8e1e8366fbe1231939a26d14647f, server=cd6be161543e,45831,1732654361963}] 2024-11-26T20:52:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:43,314 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T20:52:43,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41569, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T20:52:43,321 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,321 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a02f8e1e8366fbe1231939a26d14647f, NAME => 'TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T20:52:43,322 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,322 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T20:52:43,322 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,322 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,324 INFO [StoreOpener-a02f8e1e8366fbe1231939a26d14647f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,326 INFO [StoreOpener-a02f8e1e8366fbe1231939a26d14647f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02f8e1e8366fbe1231939a26d14647f columnFamilyName cf 2024-11-26T20:52:43,326 DEBUG [StoreOpener-a02f8e1e8366fbe1231939a26d14647f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T20:52:43,326 INFO [StoreOpener-a02f8e1e8366fbe1231939a26d14647f-1 {}] regionserver.HStore(327): Store=a02f8e1e8366fbe1231939a26d14647f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T20:52:43,326 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,328 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,328 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,328 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,330 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,333 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T20:52:43,333 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a02f8e1e8366fbe1231939a26d14647f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66376276, jitterRate=-0.010916411876678467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T20:52:43,334 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,334 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a02f8e1e8366fbe1231939a26d14647f: Running coprocessor pre-open hook at 1732654363322Writing region info on filesystem at 1732654363322Initializing all the Stores at 1732654363323 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732654363323Cleaning up temporary data from old regions at 1732654363328 (+5 ms)Running coprocessor post-open hooks at 1732654363334 (+6 ms)Region opened successfully at 1732654363334 2024-11-26T20:52:43,336 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f., pid=6, masterSystemTime=1732654363314 2024-11-26T20:52:43,339 DEBUG [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,339 INFO [RS_OPEN_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a02f8e1e8366fbe1231939a26d14647f, regionState=OPEN, openSeqNum=2, regionLocation=cd6be161543e,45831,1732654361963 2024-11-26T20:52:43,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02f8e1e8366fbe1231939a26d14647f, server=cd6be161543e,45831,1732654361963 because future has completed 2024-11-26T20:52:43,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T20:52:43,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a02f8e1e8366fbe1231939a26d14647f, server=cd6be161543e,45831,1732654361963 in 185 msec 2024-11-26T20:52:43,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T20:52:43,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a02f8e1e8366fbe1231939a26d14647f, ASSIGN in 348 msec 2024-11-26T20:52:43,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T20:52:43,356 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732654363355"}]},"ts":"1732654363355"} 2024-11-26T20:52:43,359 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-26T20:52:43,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T20:52:43,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 399 msec 2024-11-26T20:52:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T20:52:43,593 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T20:52:43,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-26T20:52:43,593 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:52:43,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-26T20:52:43,597 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T20:52:43,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-26T20:52:43,600 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f., hostname=cd6be161543e,45831,1732654361963, seqNum=2] 2024-11-26T20:52:43,601 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T20:52:43,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T20:52:43,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-26T20:52:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-26T20:52:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:52:43,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-26T20:52:43,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T20:52:43,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T20:52:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:52:43,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T20:52:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,766 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a02f8e1e8366fbe1231939a26d14647f 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-26T20:52:43,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/.tmp/cf/e5caa7ff7b8f48c2ba8efa28cd3234b5 is 36, key is row/cf:cq/1732654363603/Put/seqid=0 2024-11-26T20:52:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741839_1015 (size=4787) 2024-11-26T20:52:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741839_1015 (size=4787) 2024-11-26T20:52:43,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741839_1015 (size=4787) 2024-11-26T20:52:43,793 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/.tmp/cf/e5caa7ff7b8f48c2ba8efa28cd3234b5 2024-11-26T20:52:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/.tmp/cf/e5caa7ff7b8f48c2ba8efa28cd3234b5 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/cf/e5caa7ff7b8f48c2ba8efa28cd3234b5 2024-11-26T20:52:43,809 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/cf/e5caa7ff7b8f48c2ba8efa28cd3234b5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T20:52:43,811 INFO [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for a02f8e1e8366fbe1231939a26d14647f in 45ms, sequenceid=5, compaction requested=false 2024-11-26T20:52:43,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a02f8e1e8366fbe1231939a26d14647f: 2024-11-26T20:52:43,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cd6be161543e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T20:52:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T20:52:43,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T20:52:43,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 203 msec 2024-11-26T20:52:43,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 212 msec 2024-11-26T20:52:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T20:52:43,922 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T20:52:43,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T20:52:43,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:52:43,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:43,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T20:52:43,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T20:52:43,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1624602431, stopped=false 2024-11-26T20:52:43,927 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cd6be161543e,42603,1732654361912 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:43,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:52:43,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T20:52:43,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:43,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,45831,1732654361963' ***** 2024-11-26T20:52:43,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:43,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:43,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:52:43,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,37029,1732654361992' ***** 2024-11-26T20:52:43,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:52:43,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cd6be161543e,33545,1732654362019' ***** 2024-11-26T20:52:43,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T20:52:43,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:43,930 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:52:43,930 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:52:43,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T20:52:43,930 INFO [RS:0;cd6be161543e:45831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:52:43,930 INFO [RS:2;cd6be161543e:33545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:52:43,930 INFO [RS:0;cd6be161543e:45831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:52:43,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:52:43,930 INFO [RS:2;cd6be161543e:33545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:52:43,930 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(3091): Received CLOSE for a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,930 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,33545,1732654362019 2024-11-26T20:52:43,931 INFO [RS:2;cd6be161543e:33545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:43,931 INFO [RS:2;cd6be161543e:33545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cd6be161543e:33545. 2024-11-26T20:52:43,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:52:43,931 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T20:52:43,931 DEBUG [RS:2;cd6be161543e:33545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:43,931 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,45831,1732654361963 2024-11-26T20:52:43,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T20:52:43,931 INFO [RS:1;cd6be161543e:37029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T20:52:43,931 INFO [RS:1;cd6be161543e:37029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T20:52:43,931 DEBUG [RS:2;cd6be161543e:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,931 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(959): stopping server cd6be161543e,37029,1732654361992 2024-11-26T20:52:43,931 INFO [RS:1;cd6be161543e:37029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:43,931 INFO [RS:0;cd6be161543e:45831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:43,931 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,33545,1732654362019; all regions closed. 2024-11-26T20:52:43,932 INFO [RS:1;cd6be161543e:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cd6be161543e:37029. 2024-11-26T20:52:43,932 INFO [RS:0;cd6be161543e:45831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cd6be161543e:45831. 2024-11-26T20:52:43,932 DEBUG [RS:1;cd6be161543e:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:43,932 DEBUG [RS:0;cd6be161543e:45831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T20:52:43,932 DEBUG [RS:1;cd6be161543e:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,932 DEBUG [RS:0;cd6be161543e:45831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,932 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T20:52:43,932 INFO [RS:1;cd6be161543e:37029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:52:43,932 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1325): Online Regions={a02f8e1e8366fbe1231939a26d14647f=TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f.} 2024-11-26T20:52:43,932 INFO [RS:1;cd6be161543e:37029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:52:43,932 DEBUG [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1351): Waiting on a02f8e1e8366fbe1231939a26d14647f 2024-11-26T20:52:43,932 INFO [RS:1;cd6be161543e:37029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:52:43,932 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T20:52:43,932 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a02f8e1e8366fbe1231939a26d14647f, disabling compactions & flushes 2024-11-26T20:52:43,932 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,932 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,932 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T20:52:43,933 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. after waiting 0 ms 2024-11-26T20:52:43,933 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T20:52:43,933 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,933 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T20:52:43,933 DEBUG [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T20:52:43,933 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T20:52:43,933 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T20:52:43,933 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T20:52:43,933 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T20:52:43,933 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T20:52:43,934 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:43,934 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:43,934 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:43,934 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:43,934 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:43,939 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/default/TestHBaseWalOnEC/a02f8e1e8366fbe1231939a26d14647f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T20:52:43,940 INFO [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,940 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a02f8e1e8366fbe1231939a26d14647f: Waiting for close lock at 1732654363932Running coprocessor pre-close hooks at 1732654363932Disabling compacts and flushes for region at 1732654363932Disabling writes for close at 1732654363933 (+1 ms)Writing region close event to WAL at 1732654363933Running coprocessor post-close hooks at 1732654363939 (+6 ms)Closed at 1732654363940 (+1 ms) 2024-11-26T20:52:43,940 DEBUG [RS_CLOSE_REGION-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f. 2024-11-26T20:52:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741835_1011 (size=93) 2024-11-26T20:52:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741835_1011 (size=93) 2024-11-26T20:52:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741835_1011 (size=93) 2024-11-26T20:52:43,949 DEBUG [RS:2;cd6be161543e:33545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs 2024-11-26T20:52:43,949 INFO [RS:2;cd6be161543e:33545 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cd6be161543e%2C33545%2C1732654362019:(num 1732654362446) 2024-11-26T20:52:43,949 DEBUG [RS:2;cd6be161543e:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:43,949 INFO [RS:2;cd6be161543e:33545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:43,949 INFO [RS:2;cd6be161543e:33545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:43,949 INFO [RS:2;cd6be161543e:33545 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:43,949 INFO [RS:2;cd6be161543e:33545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:52:43,950 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:43,950 INFO [RS:2;cd6be161543e:33545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:52:43,950 INFO [RS:2;cd6be161543e:33545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:52:43,950 INFO [RS:2;cd6be161543e:33545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:43,950 INFO [RS:2;cd6be161543e:33545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33545 2024-11-26T20:52:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,33545,1732654362019 2024-11-26T20:52:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:43,952 INFO [RS:2;cd6be161543e:33545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:43,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,33545,1732654362019] 2024-11-26T20:52:43,955 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/info/2957d43c25e4439da613eb8e1a7afdd5 is 153, key is TestHBaseWalOnEC,,1732654362960.a02f8e1e8366fbe1231939a26d14647f./info:regioninfo/1732654363340/Put/seqid=0 2024-11-26T20:52:43,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,33545,1732654362019 already deleted, retry=false 2024-11-26T20:52:43,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,33545,1732654362019 expired; onlineServers=2 2024-11-26T20:52:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741840_1016 (size=6637) 2024-11-26T20:52:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741840_1016 (size=6637) 2024-11-26T20:52:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741840_1016 (size=6637) 2024-11-26T20:52:43,964 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/info/2957d43c25e4439da613eb8e1a7afdd5 2024-11-26T20:52:43,989 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/ns/1d599f98f2514f9fa181d967b123d0a0 is 43, key is default/ns:d/1732654362915/Put/seqid=0 2024-11-26T20:52:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741841_1017 (size=5153) 2024-11-26T20:52:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741841_1017 (size=5153) 2024-11-26T20:52:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741841_1017 (size=5153) 2024-11-26T20:52:43,998 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/ns/1d599f98f2514f9fa181d967b123d0a0 2024-11-26T20:52:43,999 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:44,000 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:44,003 INFO [regionserver/cd6be161543e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:44,026 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/table/709fac67c7c44a90887e1d3863b6efb0 is 52, key is TestHBaseWalOnEC/table:state/1732654363355/Put/seqid=0 2024-11-26T20:52:44,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741842_1018 (size=5249) 2024-11-26T20:52:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741842_1018 (size=5249) 2024-11-26T20:52:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741842_1018 (size=5249) 2024-11-26T20:52:44,034 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/table/709fac67c7c44a90887e1d3863b6efb0 2024-11-26T20:52:44,042 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/info/2957d43c25e4439da613eb8e1a7afdd5 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/info/2957d43c25e4439da613eb8e1a7afdd5 2024-11-26T20:52:44,049 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/info/2957d43c25e4439da613eb8e1a7afdd5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T20:52:44,050 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/ns/1d599f98f2514f9fa181d967b123d0a0 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/ns/1d599f98f2514f9fa181d967b123d0a0 2024-11-26T20:52:44,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,055 INFO [RS:2;cd6be161543e:33545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:44,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x101560d57b40003, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,055 INFO [RS:2;cd6be161543e:33545 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,33545,1732654362019; zookeeper connection closed. 2024-11-26T20:52:44,056 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6670bcc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6670bcc1 2024-11-26T20:52:44,057 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/ns/1d599f98f2514f9fa181d967b123d0a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T20:52:44,058 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/.tmp/table/709fac67c7c44a90887e1d3863b6efb0 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/table/709fac67c7c44a90887e1d3863b6efb0 2024-11-26T20:52:44,065 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/table/709fac67c7c44a90887e1d3863b6efb0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T20:52:44,066 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false 2024-11-26T20:52:44,071 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T20:52:44,072 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T20:52:44,072 INFO [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T20:52:44,072 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732654363933Running coprocessor pre-close hooks at 1732654363933Disabling compacts and flushes for region at 1732654363933Disabling writes for close at 1732654363933Obtaining lock to block concurrent updates at 1732654363933Preparing flush snapshotting stores in 1588230740 at 1732654363933Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732654363934 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732654363935 (+1 ms)Flushing 1588230740/info: creating writer at 1732654363935Flushing 1588230740/info: appending metadata at 1732654363955 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732654363955Flushing 1588230740/ns: creating writer at 1732654363971 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732654363989 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732654363989Flushing 1588230740/table: creating writer at 1732654364005 (+16 ms)Flushing 1588230740/table: appending metadata at 1732654364026 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732654364026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d00acce: reopening flushed file at 1732654364041 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348463ec: reopening flushed file at 1732654364049 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753f8c56: reopening flushed file at 1732654364057 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false at 1732654364066 (+9 ms)Writing region close event to WAL at 1732654364067 (+1 ms)Running coprocessor post-close hooks at 1732654364072 (+5 ms)Closed at 1732654364072 2024-11-26T20:52:44,072 DEBUG [RS_CLOSE_META-regionserver/cd6be161543e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T20:52:44,132 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,45831,1732654361963; all regions closed. 2024-11-26T20:52:44,133 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,133 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(976): stopping server cd6be161543e,37029,1732654361992; all regions closed. 2024-11-26T20:52:44,133 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,133 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,133 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,133 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,133 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,134 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,134 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,134 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,134 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741836_1012 (size=2751) 2024-11-26T20:52:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741833_1009 (size=1298) 2024-11-26T20:52:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741833_1009 (size=1298) 2024-11-26T20:52:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741836_1012 (size=2751) 2024-11-26T20:52:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741836_1012 (size=2751) 2024-11-26T20:52:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741833_1009 (size=1298) 2024-11-26T20:52:44,142 DEBUG [RS:0;cd6be161543e:45831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs 2024-11-26T20:52:44,142 INFO [RS:0;cd6be161543e:45831 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cd6be161543e%2C45831%2C1732654361963:(num 1732654362436) 2024-11-26T20:52:44,142 DEBUG [RS:0;cd6be161543e:45831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:44,142 INFO [RS:0;cd6be161543e:45831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:44,142 DEBUG [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs 2024-11-26T20:52:44,142 INFO [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cd6be161543e%2C37029%2C1732654361992.meta:.meta(num 1732654362865) 2024-11-26T20:52:44,142 INFO [RS:0;cd6be161543e:45831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:44,142 INFO [RS:0;cd6be161543e:45831 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:44,142 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,142 INFO [RS:0;cd6be161543e:45831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T20:52:44,142 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,143 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:44,143 INFO [RS:0;cd6be161543e:45831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T20:52:44,143 INFO [RS:0;cd6be161543e:45831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T20:52:44,143 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,143 INFO [RS:0;cd6be161543e:45831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:44,143 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,143 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,143 INFO [RS:0;cd6be161543e:45831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45831 2024-11-26T20:52:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,45831,1732654361963 2024-11-26T20:52:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741834_1010 (size=93) 2024-11-26T20:52:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741834_1010 (size=93) 2024-11-26T20:52:44,147 INFO [RS:0;cd6be161543e:45831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:44,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,45831,1732654361963] 2024-11-26T20:52:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741834_1010 (size=93) 2024-11-26T20:52:44,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,45831,1732654361963 already deleted, retry=false 2024-11-26T20:52:44,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,45831,1732654361963 expired; onlineServers=1 2024-11-26T20:52:44,155 DEBUG [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/oldWALs 2024-11-26T20:52:44,155 INFO [RS:1;cd6be161543e:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cd6be161543e%2C37029%2C1732654361992:(num 1732654362443) 2024-11-26T20:52:44,155 DEBUG [RS:1;cd6be161543e:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T20:52:44,155 INFO [RS:1;cd6be161543e:37029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T20:52:44,155 INFO [RS:1;cd6be161543e:37029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:44,155 INFO [RS:1;cd6be161543e:37029 {}] hbase.ChoreService(370): Chore service for: regionserver/cd6be161543e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:44,155 INFO [RS:1;cd6be161543e:37029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:44,155 INFO [regionserver/cd6be161543e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:44,155 INFO [RS:1;cd6be161543e:37029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37029 2024-11-26T20:52:44,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T20:52:44,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cd6be161543e,37029,1732654361992 2024-11-26T20:52:44,157 INFO [RS:1;cd6be161543e:37029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:44,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cd6be161543e,37029,1732654361992] 2024-11-26T20:52:44,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cd6be161543e,37029,1732654361992 already deleted, retry=false 2024-11-26T20:52:44,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cd6be161543e,37029,1732654361992 expired; onlineServers=0 2024-11-26T20:52:44,160 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cd6be161543e,42603,1732654361912' ***** 2024-11-26T20:52:44,160 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T20:52:44,160 INFO [M:0;cd6be161543e:42603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T20:52:44,160 INFO [M:0;cd6be161543e:42603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T20:52:44,160 DEBUG [M:0;cd6be161543e:42603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T20:52:44,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T20:52:44,160 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654362223 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.large.0-1732654362223,5,FailOnTimeoutGroup] 2024-11-26T20:52:44,160 DEBUG [M:0;cd6be161543e:42603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T20:52:44,160 DEBUG [master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654362223 {}] cleaner.HFileCleaner(306): Exit Thread[master/cd6be161543e:0:becomeActiveMaster-HFileCleaner.small.0-1732654362223,5,FailOnTimeoutGroup] 2024-11-26T20:52:44,160 INFO [M:0;cd6be161543e:42603 {}] hbase.ChoreService(370): Chore service for: master/cd6be161543e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T20:52:44,160 INFO [M:0;cd6be161543e:42603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T20:52:44,160 DEBUG [M:0;cd6be161543e:42603 {}] master.HMaster(1795): Stopping service threads 2024-11-26T20:52:44,160 INFO [M:0;cd6be161543e:42603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T20:52:44,161 INFO [M:0;cd6be161543e:42603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T20:52:44,161 INFO [M:0;cd6be161543e:42603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T20:52:44,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T20:52:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T20:52:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T20:52:44,163 DEBUG [M:0;cd6be161543e:42603 {}] zookeeper.ZKUtil(347): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T20:52:44,163 WARN [M:0;cd6be161543e:42603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T20:52:44,163 INFO [M:0;cd6be161543e:42603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/.lastflushedseqids 2024-11-26T20:52:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741843_1019 (size=127) 2024-11-26T20:52:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741843_1019 (size=127) 2024-11-26T20:52:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741843_1019 (size=127) 2024-11-26T20:52:44,173 INFO [M:0;cd6be161543e:42603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T20:52:44,173 INFO [M:0;cd6be161543e:42603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T20:52:44,174 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T20:52:44,174 INFO [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:44,174 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:44,174 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T20:52:44,174 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:44,174 INFO [M:0;cd6be161543e:42603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-26T20:52:44,193 DEBUG [M:0;cd6be161543e:42603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4be133125d9847dbb86df0e92fe8dbd5 is 82, key is hbase:meta,,1/info:regioninfo/1732654362898/Put/seqid=0 2024-11-26T20:52:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741844_1020 (size=5672) 2024-11-26T20:52:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741844_1020 (size=5672) 2024-11-26T20:52:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741844_1020 (size=5672) 2024-11-26T20:52:44,202 INFO [M:0;cd6be161543e:42603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4be133125d9847dbb86df0e92fe8dbd5 2024-11-26T20:52:44,233 DEBUG [M:0;cd6be161543e:42603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe0a91cdedc4ead99efc17a35819788 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732654363362/Put/seqid=0 2024-11-26T20:52:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741845_1021 (size=6439) 2024-11-26T20:52:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741845_1021 (size=6439) 2024-11-26T20:52:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741845_1021 (size=6439) 2024-11-26T20:52:44,243 INFO [M:0;cd6be161543e:42603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe0a91cdedc4ead99efc17a35819788 2024-11-26T20:52:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,248 INFO [RS:0;cd6be161543e:45831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:44,248 INFO [RS:0;cd6be161543e:45831 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,45831,1732654361963; zookeeper connection closed. 2024-11-26T20:52:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45831-0x101560d57b40001, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc 2024-11-26T20:52:44,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,259 INFO [RS:1;cd6be161543e:37029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:44,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x101560d57b40002, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,259 INFO [RS:1;cd6be161543e:37029 {}] regionserver.HRegionServer(1031): Exiting; stopping=cd6be161543e,37029,1732654361992; zookeeper connection closed. 2024-11-26T20:52:44,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@653981fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@653981fb 2024-11-26T20:52:44,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T20:52:44,266 DEBUG [M:0;cd6be161543e:42603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae5343b01a5b4690bb82b04c1d701e03 is 69, key is cd6be161543e,33545,1732654362019/rs:state/1732654362271/Put/seqid=0 2024-11-26T20:52:44,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741846_1022 (size=5294) 2024-11-26T20:52:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741846_1022 (size=5294) 2024-11-26T20:52:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741846_1022 (size=5294) 2024-11-26T20:52:44,275 INFO [M:0;cd6be161543e:42603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae5343b01a5b4690bb82b04c1d701e03 2024-11-26T20:52:44,282 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4be133125d9847dbb86df0e92fe8dbd5 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4be133125d9847dbb86df0e92fe8dbd5 2024-11-26T20:52:44,288 INFO [M:0;cd6be161543e:42603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4be133125d9847dbb86df0e92fe8dbd5, entries=8, sequenceid=72, filesize=5.5 K 2024-11-26T20:52:44,290 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe0a91cdedc4ead99efc17a35819788 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe0a91cdedc4ead99efc17a35819788 2024-11-26T20:52:44,295 INFO [M:0;cd6be161543e:42603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe0a91cdedc4ead99efc17a35819788, entries=8, sequenceid=72, filesize=6.3 K 2024-11-26T20:52:44,296 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae5343b01a5b4690bb82b04c1d701e03 as hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae5343b01a5b4690bb82b04c1d701e03 2024-11-26T20:52:44,302 INFO [M:0;cd6be161543e:42603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/222b3776-6cfa-044d-9395-7ca82eea6980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae5343b01a5b4690bb82b04c1d701e03, entries=3, sequenceid=72, filesize=5.2 K 2024-11-26T20:52:44,304 INFO [M:0;cd6be161543e:42603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=72, compaction requested=false 2024-11-26T20:52:44,305 INFO [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T20:52:44,305 DEBUG [M:0;cd6be161543e:42603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732654364174Disabling compacts and flushes for region at 1732654364174Disabling writes for close at 1732654364174Obtaining lock to block concurrent updates at 1732654364174Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732654364174Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732654364174Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732654364175 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732654364176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732654364193 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732654364193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732654364209 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732654364232 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732654364233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732654364249 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732654364266 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732654364266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c58e46: reopening flushed file at 1732654364281 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a58efb1: reopening flushed file at 1732654364288 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0db97a: reopening flushed file at 1732654364295 (+7 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=72, compaction requested=false at 1732654364304 (+9 ms)Writing region close event to WAL at 1732654364305 (+1 ms)Closed at 1732654364305 2024-11-26T20:52:44,306 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,306 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,306 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,306 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,306 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T20:52:44,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40253 is added to blk_1073741830_1006 (size=32674) 2024-11-26T20:52:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741830_1006 (size=32674) 2024-11-26T20:52:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741830_1006 (size=32674) 2024-11-26T20:52:44,310 INFO [M:0;cd6be161543e:42603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T20:52:44,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T20:52:44,310 INFO [M:0;cd6be161543e:42603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42603 2024-11-26T20:52:44,311 INFO [M:0;cd6be161543e:42603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T20:52:44,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T20:52:44,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:52:44,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:52:44,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T20:52:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,413 INFO [M:0;cd6be161543e:42603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T20:52:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42603-0x101560d57b40000, quorum=127.0.0.1:60707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T20:52:44,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa48b42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:44,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4924c16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:44,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:44,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7adc0795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:44,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@328032c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:44,418 WARN [BP-1473419948-172.17.0.2-1732654360821 heartbeating to localhost/127.0.0.1:41887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:52:44,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:52:44,418 WARN [BP-1473419948-172.17.0.2-1732654360821 heartbeating to localhost/127.0.0.1:41887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473419948-172.17.0.2-1732654360821 (Datanode Uuid 1902b39d-cbe4-450f-be19-374243aa12fa) service to localhost/127.0.0.1:41887 2024-11-26T20:52:44,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:52:44,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data5/current/BP-1473419948-172.17.0.2-1732654360821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:44,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data6/current/BP-1473419948-172.17.0.2-1732654360821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:44,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:52:44,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ac7b98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:44,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@284cd9af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:44,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:44,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69cb0b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:44,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564d8641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:44,423 WARN [BP-1473419948-172.17.0.2-1732654360821 heartbeating to localhost/127.0.0.1:41887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T20:52:44,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T20:52:44,423 WARN [BP-1473419948-172.17.0.2-1732654360821 heartbeating to localhost/127.0.0.1:41887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473419948-172.17.0.2-1732654360821 (Datanode Uuid a6c72a2d-4d5d-477e-9619-d8b72dcb2abd) service to localhost/127.0.0.1:41887 2024-11-26T20:52:44,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T20:52:44,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data3/current/BP-1473419948-172.17.0.2-1732654360821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:44,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data4/current/BP-1473419948-172.17.0.2-1732654360821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:44,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:52:44,429 WARN [BP-1473419948-172.17.0.2-1732654360821 heartbeating to localhost/127.0.0.1:41887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1473419948-172.17.0.2-1732654360821 (Datanode Uuid a9209310-f61a-440b-b0e5-f00bf266c488) service to localhost/127.0.0.1:41887 2024-11-26T20:52:44,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fbe2fc0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T20:52:44,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652901a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:44,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data1/current/BP-1473419948-172.17.0.2-1732654360821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:44,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:44,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/cluster_4bfe73b4-0fe7-2bd6-980b-dfa3bb3c6fd9/data/data2/current/BP-1473419948-172.17.0.2-1732654360821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T20:52:44,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a6744cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:44,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1c78c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:44,431 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T20:52:44,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4999c610{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T20:52:44,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18b4ebc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T20:52:44,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T20:52:44,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b2b984{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T20:52:44,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ee857{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1cf31036-fbaa-da2a-ecb0-f9fcf2b3506a/hadoop.log.dir/,STOPPED} 2024-11-26T20:52:44,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T20:52:44,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T20:52:44,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=153 (was 90) - Thread LEAK? -, OpenFileDescriptor=521 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5809)