2024-11-08 10:07:26,752 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 10:07:26,765 main DEBUG Took 0.011252 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 10:07:26,766 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 10:07:26,766 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 10:07:26,767 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 10:07:26,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,778 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 10:07:26,795 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,798 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,799 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,800 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,801 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,803 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,803 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:07:26,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,807 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 10:07:26,808 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:07:26,809 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 10:07:26,811 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 10:07:26,812 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 10:07:26,813 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 10:07:26,814 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 10:07:26,822 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 10:07:26,825 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 10:07:26,827 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 10:07:26,827 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 10:07:26,828 main DEBUG createAppenders(={Console}) 2024-11-08 10:07:26,828 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-08 10:07:26,829 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-08 10:07:26,829 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-08 10:07:26,830 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 10:07:26,830 main DEBUG OutputStream closed 2024-11-08 10:07:26,830 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 10:07:26,830 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 10:07:26,831 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-08 10:07:26,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 10:07:26,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 10:07:26,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 10:07:26,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 10:07:26,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 10:07:26,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 10:07:26,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 10:07:26,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 10:07:26,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 10:07:26,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 10:07:26,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 10:07:26,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 10:07:26,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 10:07:26,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 10:07:26,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 10:07:26,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 10:07:26,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 10:07:26,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 10:07:26,916 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 10:07:26,916 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-08 10:07:26,917 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 10:07:26,917 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-08T10:07:26,933 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-08 10:07:26,935 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 10:07:26,935 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T10:07:27,159 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d 2024-11-08T10:07:27,184 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e, deleteOnExit=true 2024-11-08T10:07:27,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/test.cache.data in system properties and HBase conf 2024-11-08T10:07:27,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T10:07:27,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir in system properties and HBase conf 2024-11-08T10:07:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T10:07:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T10:07:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T10:07:27,267 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T10:07:27,350 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T10:07:27,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:07:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:07:27,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T10:07:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:07:27,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T10:07:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T10:07:27,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:07:27,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:07:27,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T10:07:27,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/nfs.dump.dir in system properties and HBase conf 2024-11-08T10:07:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/java.io.tmpdir in system properties and HBase conf 2024-11-08T10:07:27,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:07:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T10:07:27,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T10:07:28,359 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T10:07:28,426 INFO [Time-limited test {}] log.Log(170): Logging initialized @2325ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T10:07:28,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:28,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:28,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:28,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:28,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:07:28,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:28,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:28,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:28,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/java.io.tmpdir/jetty-localhost-45839-hadoop-hdfs-3_4_1-tests_jar-_-any-5116421739040094743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:07:28,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:45839} 2024-11-08T10:07:28,763 INFO [Time-limited test {}] server.Server(415): Started @2663ms 2024-11-08T10:07:29,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:29,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:29,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:29,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:29,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:07:29,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:29,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:29,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e705dc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/java.io.tmpdir/jetty-localhost-35597-hadoop-hdfs-3_4_1-tests_jar-_-any-12376464936074501388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:29,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:35597} 2024-11-08T10:07:29,364 INFO [Time-limited test {}] server.Server(415): Started @3263ms 2024-11-08T10:07:29,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:07:29,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:29,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:29,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:29,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:29,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:07:29,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:29,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:29,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b068f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/java.io.tmpdir/jetty-localhost-34845-hadoop-hdfs-3_4_1-tests_jar-_-any-14671656874950329050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:29,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:34845} 2024-11-08T10:07:29,654 INFO [Time-limited test {}] server.Server(415): Started @3553ms 2024-11-08T10:07:29,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:07:29,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:29,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:29,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:29,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:29,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:07:29,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:29,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:29,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f750918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/java.io.tmpdir/jetty-localhost-34179-hadoop-hdfs-3_4_1-tests_jar-_-any-16604711529787192823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:29,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:34179} 2024-11-08T10:07:29,795 INFO [Time-limited test {}] server.Server(415): Started @3694ms 2024-11-08T10:07:29,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:07:30,734 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data2/current/BP-268587724-172.17.0.2-1731060447896/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:30,734 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data1/current/BP-268587724-172.17.0.2-1731060447896/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:30,734 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data4/current/BP-268587724-172.17.0.2-1731060447896/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:30,734 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data3/current/BP-268587724-172.17.0.2-1731060447896/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:30,770 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:07:30,771 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:07:30,774 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data5/current/BP-268587724-172.17.0.2-1731060447896/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:30,774 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data6/current/BP-268587724-172.17.0.2-1731060447896/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:30,798 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:07:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b6871f64aeee8e9 with lease ID 0xf41b9cf0283a584: Processing first storage report for DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6 from datanode DatanodeRegistration(127.0.0.1:42427, datanodeUuid=cbfd5aea-1bbf-474c-9522-bd2cce2a1b17, infoPort=40357, infoSecurePort=0, ipcPort=42787, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896) 2024-11-08T10:07:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b6871f64aeee8e9 with lease ID 0xf41b9cf0283a584: from storage DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6 node DatanodeRegistration(127.0.0.1:42427, datanodeUuid=cbfd5aea-1bbf-474c-9522-bd2cce2a1b17, infoPort=40357, infoSecurePort=0, ipcPort=42787, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T10:07:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38de8ce05d38bd50 with lease ID 0xf41b9cf0283a585: Processing first storage report for DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7 from datanode DatanodeRegistration(127.0.0.1:46045, datanodeUuid=ca595407-8526-475f-8c53-02d6a30e80e8, infoPort=40523, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896) 2024-11-08T10:07:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38de8ce05d38bd50 with lease ID 0xf41b9cf0283a585: from storage DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7 node DatanodeRegistration(127.0.0.1:46045, datanodeUuid=ca595407-8526-475f-8c53-02d6a30e80e8, infoPort=40523, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda47804b681ce7bb with lease ID 0xf41b9cf0283a586: Processing first storage report for DS-fe02d811-0876-495e-91b4-bd6135cb950a from datanode DatanodeRegistration(127.0.0.1:34913, datanodeUuid=a0b2a6ce-0854-48e6-b196-ac45b92dfc99, infoPort=41973, infoSecurePort=0, ipcPort=41271, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896) 2024-11-08T10:07:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda47804b681ce7bb with lease ID 0xf41b9cf0283a586: from storage DS-fe02d811-0876-495e-91b4-bd6135cb950a node DatanodeRegistration(127.0.0.1:34913, datanodeUuid=a0b2a6ce-0854-48e6-b196-ac45b92dfc99, infoPort=41973, infoSecurePort=0, ipcPort=41271, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b6871f64aeee8e9 with lease ID 0xf41b9cf0283a584: Processing first storage report for DS-a647bbe1-67b3-4fa1-a6ac-981a60abdbfc from datanode DatanodeRegistration(127.0.0.1:42427, datanodeUuid=cbfd5aea-1bbf-474c-9522-bd2cce2a1b17, infoPort=40357, infoSecurePort=0, ipcPort=42787, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896) 2024-11-08T10:07:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b6871f64aeee8e9 with lease ID 0xf41b9cf0283a584: from storage DS-a647bbe1-67b3-4fa1-a6ac-981a60abdbfc node DatanodeRegistration(127.0.0.1:42427, datanodeUuid=cbfd5aea-1bbf-474c-9522-bd2cce2a1b17, infoPort=40357, infoSecurePort=0, ipcPort=42787, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38de8ce05d38bd50 with lease ID 0xf41b9cf0283a585: Processing first storage report for DS-79d53420-132a-42f6-9578-6a47bed5da9b from datanode DatanodeRegistration(127.0.0.1:46045, datanodeUuid=ca595407-8526-475f-8c53-02d6a30e80e8, infoPort=40523, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896) 2024-11-08T10:07:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38de8ce05d38bd50 with lease ID 0xf41b9cf0283a585: from storage DS-79d53420-132a-42f6-9578-6a47bed5da9b node DatanodeRegistration(127.0.0.1:46045, datanodeUuid=ca595407-8526-475f-8c53-02d6a30e80e8, infoPort=40523, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda47804b681ce7bb with lease ID 0xf41b9cf0283a586: Processing first storage report for DS-ae9d682f-05d7-49c5-8c34-1ea6caf6d0b7 from datanode DatanodeRegistration(127.0.0.1:34913, datanodeUuid=a0b2a6ce-0854-48e6-b196-ac45b92dfc99, infoPort=41973, infoSecurePort=0, ipcPort=41271, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896) 2024-11-08T10:07:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda47804b681ce7bb with lease ID 0xf41b9cf0283a586: from storage DS-ae9d682f-05d7-49c5-8c34-1ea6caf6d0b7 node DatanodeRegistration(127.0.0.1:34913, datanodeUuid=a0b2a6ce-0854-48e6-b196-ac45b92dfc99, infoPort=41973, infoSecurePort=0, ipcPort=41271, storageInfo=lv=-57;cid=testClusterID;nsid=1164900719;c=1731060447896), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:07:30,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d 2024-11-08T10:07:30,972 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-08T10:07:31,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=160, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=9349 2024-11-08T10:07:31,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T10:07:31,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-08T10:07:31,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/zookeeper_0, clientPort=63725, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T10:07:31,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63725 2024-11-08T10:07:31,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:31,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:31,224 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:31,224 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:31,266 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:53190 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:42427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53190 dst: /127.0.0.1:42427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:31,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-08T10:07:31,689 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:31,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff with version=8 2024-11-08T10:07:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/hbase-staging 2024-11-08T10:07:31,779 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T10:07:32,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:32,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:32,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:32,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T10:07:32,252 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T10:07:32,261 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T10:07:32,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:32,291 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21732 (auto-detected) 2024-11-08T10:07:32,292 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T10:07:32,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42835 2024-11-08T10:07:32,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42835 connecting to ZooKeeper ensemble=127.0.0.1:63725 2024-11-08T10:07:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428350x0, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:32,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42835-0x1011b33d9e60000 connected 2024-11-08T10:07:32,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:32,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff, hbase.cluster.distributed=false 2024-11-08T10:07:32,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:32,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-08T10:07:32,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42835 2024-11-08T10:07:32,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42835 2024-11-08T10:07:32,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-08T10:07:32,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-08T10:07:32,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:32,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:07:32,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:32,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40879 2024-11-08T10:07:32,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40879 connecting to ZooKeeper ensemble=127.0.0.1:63725 2024-11-08T10:07:32,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408790x0, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:32,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408790x0, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:32,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40879-0x1011b33d9e60001 connected 2024-11-08T10:07:32,712 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:07:32,720 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:07:32,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:07:32,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:32,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-08T10:07:32,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40879 2024-11-08T10:07:32,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40879 2024-11-08T10:07:32,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-08T10:07:32,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-08T10:07:32,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:32,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:32,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:32,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:07:32,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:32,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46543 2024-11-08T10:07:32,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46543 connecting to ZooKeeper ensemble=127.0.0.1:63725 2024-11-08T10:07:32,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465430x0, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:32,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465430x0, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:32,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46543-0x1011b33d9e60002 connected 2024-11-08T10:07:32,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:07:32,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:07:32,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:07:32,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:32,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-08T10:07:32,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46543 2024-11-08T10:07:32,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46543 2024-11-08T10:07:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-08T10:07:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-08T10:07:32,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:32,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:32,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:32,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:32,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:07:32,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:32,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44179 2024-11-08T10:07:32,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44179 connecting to ZooKeeper ensemble=127.0.0.1:63725 2024-11-08T10:07:32,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:32,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441790x0, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:32,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44179-0x1011b33d9e60003 connected 2024-11-08T10:07:32,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:32,850 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:07:32,851 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:07:32,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:07:32,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:32,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44179 2024-11-08T10:07:32,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44179 2024-11-08T10:07:32,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44179 2024-11-08T10:07:32,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44179 2024-11-08T10:07:32,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44179 2024-11-08T10:07:32,874 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:42835 2024-11-08T10:07:32,875 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,892 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:32,920 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T10:07:32,921 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,42835,1731060451883 from backup master directory 2024-11-08T10:07:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:32,932 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:32,933 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:32,935 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T10:07:32,936 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T10:07:32,995 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/hbase.id] with ID: 9052689a-246e-48c9-928e-b78b66d07fba 2024-11-08T10:07:32,995 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/.tmp/hbase.id 2024-11-08T10:07:33,003 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,003 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,006 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:46420 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:46045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46420 dst: /127.0.0.1:46045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-08T10:07:33,014 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:33,014 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/.tmp/hbase.id]:[hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/hbase.id] 2024-11-08T10:07:33,060 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:33,065 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T10:07:33,084 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T10:07:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,121 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,121 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,124 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:40042 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:42427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40042 dst: /127.0.0.1:42427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-08T10:07:33,131 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:33,144 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:07:33,146 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T10:07:33,153 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:07:33,186 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,186 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,189 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:36260 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36260 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-08T10:07:33,195 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:33,212 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store 2024-11-08T10:07:33,228 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,228 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,231 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:40068 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40068 dst: /127.0.0.1:42427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-08T10:07:33,237 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:33,241 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T10:07:33,244 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:33,245 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:07:33,245 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:33,246 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:33,247 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:07:33,247 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:33,247 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:33,248 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060453245Disabling compacts and flushes for region at 1731060453245Disabling writes for close at 1731060453247 (+2 ms)Writing region close event to WAL at 1731060453247Closed at 1731060453247 2024-11-08T10:07:33,250 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/.initializing 2024-11-08T10:07:33,250 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/WALs/0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:33,258 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:07:33,272 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C42835%2C1731060451883, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/WALs/0e58e25f69ec,42835,1731060451883, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/oldWALs, maxLogs=10 2024-11-08T10:07:33,297 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/WALs/0e58e25f69ec,42835,1731060451883/0e58e25f69ec%2C42835%2C1731060451883.1731060453276, exclude list is [], retry=0 2024-11-08T10:07:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6,DISK] 2024-11-08T10:07:33,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-fe02d811-0876-495e-91b4-bd6135cb950a,DISK] 2024-11-08T10:07:33,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46045,DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7,DISK] 2024-11-08T10:07:33,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T10:07:33,355 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/WALs/0e58e25f69ec,42835,1731060451883/0e58e25f69ec%2C42835%2C1731060451883.1731060453276 2024-11-08T10:07:33,356 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:40357:40357),(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-08T10:07:33,356 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:07:33,356 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:33,359 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,360 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T10:07:33,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:33,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:33,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T10:07:33,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T10:07:33,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:33,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:33,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T10:07:33,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:33,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:33,434 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,440 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,441 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,445 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,446 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,449 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:07:33,453 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:33,459 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:07:33,460 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608456, jitterRate=-0.007456660270690918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:07:33,468 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731060453371Initializing all the Stores at 1731060453373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060453373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060453374 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060453374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060453374Cleaning up temporary data from old regions at 1731060453446 (+72 ms)Region opened successfully at 1731060453468 (+22 ms) 2024-11-08T10:07:33,469 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T10:07:33,498 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb7762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:33,524 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T10:07:33,534 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T10:07:33,535 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T10:07:33,537 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T10:07:33,538 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T10:07:33,544 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T10:07:33,544 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T10:07:33,567 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T10:07:33,574 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T10:07:33,625 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T10:07:33,629 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T10:07:33,630 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T10:07:33,642 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T10:07:33,644 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T10:07:33,648 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T10:07:33,659 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T10:07:33,660 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T10:07:33,667 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T10:07:33,687 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T10:07:33,698 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T10:07:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,714 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,42835,1731060451883, sessionid=0x1011b33d9e60000, setting cluster-up flag (Was=false) 2024-11-08T10:07:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,768 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T10:07:33,772 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:33,817 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T10:07:33,820 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-08T10:07:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-08T10:07:33,827 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T10:07:33,862 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(746): ClusterId : 9052689a-246e-48c9-928e-b78b66d07fba 2024-11-08T10:07:33,862 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(746): ClusterId : 9052689a-246e-48c9-928e-b78b66d07fba 2024-11-08T10:07:33,862 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(746): ClusterId : 9052689a-246e-48c9-928e-b78b66d07fba 2024-11-08T10:07:33,864 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:07:33,864 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:07:33,864 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:07:33,896 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:33,900 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:07:33,900 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:07:33,900 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:07:33,900 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:07:33,900 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:07:33,900 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:07:33,905 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T10:07:33,912 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T10:07:33,918 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:07:33,918 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:07:33,918 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:07:33,919 DEBUG [RS:2;0e58e25f69ec:44179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b1c10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:33,919 DEBUG [RS:1;0e58e25f69ec:46543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e690ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:33,919 DEBUG [RS:0;0e58e25f69ec:40879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e849fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:33,916 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,42835,1731060451883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T10:07:33,924 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:33,924 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:33,924 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:33,924 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:33,924 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T10:07:33,925 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:33,925 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:33,925 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:33,931 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731060483931 2024-11-08T10:07:33,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:33,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T10:07:33,933 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T10:07:33,934 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:40879 2024-11-08T10:07:33,935 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T10:07:33,937 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0e58e25f69ec:44179 2024-11-08T10:07:33,937 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:07:33,937 DEBUG [RS:1;0e58e25f69ec:46543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0e58e25f69ec:46543 2024-11-08T10:07:33,937 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:07:33,937 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:07:33,937 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:07:33,937 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:07:33,937 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:07:33,937 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:07:33,937 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:07:33,937 DEBUG [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:07:33,938 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T10:07:33,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:33,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T10:07:33,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T10:07:33,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T10:07:33,939 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T10:07:33,940 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,42835,1731060451883 with port=44179, startcode=1731060452824 2024-11-08T10:07:33,940 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,42835,1731060451883 with port=46543, startcode=1731060452744 2024-11-08T10:07:33,940 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,42835,1731060451883 with port=40879, startcode=1731060452629 2024-11-08T10:07:33,942 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:33,947 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T10:07:33,947 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,947 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,948 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T10:07:33,948 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T10:07:33,951 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T10:07:33,951 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T10:07:33,955 DEBUG [RS:0;0e58e25f69ec:40879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:07:33,955 DEBUG [RS:2;0e58e25f69ec:44179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:07:33,955 DEBUG [RS:1;0e58e25f69ec:46543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:07:33,958 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731060453952,5,FailOnTimeoutGroup] 2024-11-08T10:07:33,962 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731060453959,5,FailOnTimeoutGroup] 2024-11-08T10:07:33,962 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:33,962 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T10:07:33,964 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:36292 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36292 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,965 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:33,965 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-08T10:07:33,971 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:33,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T10:07:33,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff 2024-11-08T10:07:33,987 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,988 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:33,991 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:36316 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36316 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:33,996 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:07:33,996 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:07:33,996 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:07:33,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-08T10:07:34,003 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:34,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:34,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:34,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42835 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:34,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:07:34,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:07:34,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:07:34,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:07:34,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:07:34,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:07:34,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:34,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42835 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:34,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:07:34,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:07:34,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42835 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,029 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff 2024-11-08T10:07:34,029 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46051 2024-11-08T10:07:34,029 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:07:34,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:07:34,032 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff 2024-11-08T10:07:34,032 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46051 2024-11-08T10:07:34,032 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:07:34,032 DEBUG [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff 2024-11-08T10:07:34,033 DEBUG [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46051 2024-11-08T10:07:34,033 DEBUG [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:07:34,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740 2024-11-08T10:07:34,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740 2024-11-08T10:07:34,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:07:34,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:07:34,039 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:07:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:07:34,052 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:07:34,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69905017, jitterRate=0.041665926575660706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:07:34,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731060454004Initializing all the Stores at 1731060454006 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060454007 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060454008 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060454008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060454008Cleaning up temporary data from old regions at 1731060454037 (+29 ms)Region opened successfully at 1731060454057 (+20 ms) 2024-11-08T10:07:34,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:07:34,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:07:34,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:07:34,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:07:34,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:07:34,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:07:34,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060454058Disabling compacts and flushes for region at 1731060454058Disabling writes for close at 1731060454058Writing region close event to WAL at 1731060454059 (+1 ms)Closed at 1731060454060 (+1 ms) 2024-11-08T10:07:34,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:34,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T10:07:34,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:07:34,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:07:34,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T10:07:34,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:07:34,115 DEBUG [RS:2;0e58e25f69ec:44179 {}] zookeeper.ZKUtil(111): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,115 DEBUG [RS:0;0e58e25f69ec:40879 {}] zookeeper.ZKUtil(111): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:34,115 WARN [RS:0;0e58e25f69ec:40879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:34,115 WARN [RS:2;0e58e25f69ec:44179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:34,115 INFO [RS:0;0e58e25f69ec:40879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:07:34,115 INFO [RS:2;0e58e25f69ec:44179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:07:34,115 DEBUG [RS:1;0e58e25f69ec:46543 {}] zookeeper.ZKUtil(111): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:34,116 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,116 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:34,116 WARN [RS:1;0e58e25f69ec:46543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:34,116 INFO [RS:1;0e58e25f69ec:46543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:07:34,116 DEBUG [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:34,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,46543,1731060452744] 2024-11-08T10:07:34,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,40879,1731060452629] 2024-11-08T10:07:34,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,44179,1731060452824] 2024-11-08T10:07:34,143 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:07:34,143 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:07:34,143 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:07:34,159 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:07:34,159 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:07:34,159 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:07:34,165 INFO [RS:2;0e58e25f69ec:44179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:07:34,165 INFO [RS:0;0e58e25f69ec:40879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:07:34,165 INFO [RS:1;0e58e25f69ec:46543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:07:34,165 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,165 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,165 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,166 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:07:34,166 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:07:34,166 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:07:34,172 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:07:34,172 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:07:34,172 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:07:34,174 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,174 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,174 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,174 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,174 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,175 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:34,176 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:1;0e58e25f69ec:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:34,176 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:34,176 DEBUG [RS:2;0e58e25f69ec:44179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:34,176 DEBUG [RS:0;0e58e25f69ec:40879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:34,182 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,46543,1731060452744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,44179,1731060452824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,183 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,40879,1731060452629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:34,210 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:07:34,210 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:07:34,210 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:07:34,212 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,44179,1731060452824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,212 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,46543,1731060452744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,212 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,40879,1731060452629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,212 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,212 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,212 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,212 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.Replication(171): 0e58e25f69ec,44179,1731060452824 started 2024-11-08T10:07:34,212 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.Replication(171): 0e58e25f69ec,46543,1731060452744 started 2024-11-08T10:07:34,212 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.Replication(171): 0e58e25f69ec,40879,1731060452629 started 2024-11-08T10:07:34,230 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,231 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,44179,1731060452824, RpcServer on 0e58e25f69ec/172.17.0.2:44179, sessionid=0x1011b33d9e60003 2024-11-08T10:07:34,231 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:07:34,232 DEBUG [RS:2;0e58e25f69ec:44179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,232 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,44179,1731060452824' 2024-11-08T10:07:34,232 WARN [0e58e25f69ec:42835 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T10:07:34,232 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:07:34,233 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:07:34,234 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:07:34,234 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:07:34,234 DEBUG [RS:2;0e58e25f69ec:44179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,234 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,44179,1731060452824' 2024-11-08T10:07:34,234 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:07:34,235 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:07:34,235 DEBUG [RS:2;0e58e25f69ec:44179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:07:34,235 INFO [RS:2;0e58e25f69ec:44179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:07:34,235 INFO [RS:2;0e58e25f69ec:44179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:07:34,237 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,237 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:34,237 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,40879,1731060452629, RpcServer on 0e58e25f69ec/172.17.0.2:40879, sessionid=0x1011b33d9e60001 2024-11-08T10:07:34,237 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,46543,1731060452744, RpcServer on 0e58e25f69ec/172.17.0.2:46543, sessionid=0x1011b33d9e60002 2024-11-08T10:07:34,237 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:07:34,237 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:07:34,237 DEBUG [RS:1;0e58e25f69ec:46543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:34,237 DEBUG [RS:0;0e58e25f69ec:40879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:34,237 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,40879,1731060452629' 2024-11-08T10:07:34,237 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,46543,1731060452744' 2024-11-08T10:07:34,237 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:07:34,237 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:07:34,238 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:07:34,238 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:07:34,239 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:07:34,239 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:07:34,239 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:07:34,239 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:07:34,239 DEBUG [RS:0;0e58e25f69ec:40879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:34,239 DEBUG [RS:1;0e58e25f69ec:46543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:34,239 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,40879,1731060452629' 2024-11-08T10:07:34,239 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,46543,1731060452744' 2024-11-08T10:07:34,239 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:07:34,239 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:07:34,240 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:07:34,240 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:07:34,240 DEBUG [RS:0;0e58e25f69ec:40879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:07:34,240 DEBUG [RS:1;0e58e25f69ec:46543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:07:34,240 INFO [RS:0;0e58e25f69ec:40879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:07:34,240 INFO [RS:1;0e58e25f69ec:46543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:07:34,240 INFO [RS:0;0e58e25f69ec:40879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:07:34,240 INFO [RS:1;0e58e25f69ec:46543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:07:34,340 INFO [RS:2;0e58e25f69ec:44179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:07:34,341 INFO [RS:0;0e58e25f69ec:40879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:07:34,341 INFO [RS:1;0e58e25f69ec:46543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:07:34,344 INFO [RS:1;0e58e25f69ec:46543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C46543%2C1731060452744, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,46543,1731060452744, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs, maxLogs=32 2024-11-08T10:07:34,344 INFO [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C44179%2C1731060452824, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs, maxLogs=32 2024-11-08T10:07:34,344 INFO [RS:0;0e58e25f69ec:40879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C40879%2C1731060452629, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,40879,1731060452629, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs, maxLogs=32 2024-11-08T10:07:34,360 DEBUG [RS:0;0e58e25f69ec:40879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,40879,1731060452629/0e58e25f69ec%2C40879%2C1731060452629.1731060454347, exclude list is [], retry=0 2024-11-08T10:07:34,360 DEBUG [RS:1;0e58e25f69ec:46543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,46543,1731060452744/0e58e25f69ec%2C46543%2C1731060452744.1731060454347, exclude list is [], retry=0 2024-11-08T10:07:34,360 DEBUG [RS:2;0e58e25f69ec:44179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824/0e58e25f69ec%2C44179%2C1731060452824.1731060454347, exclude list is [], retry=0 2024-11-08T10:07:34,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46045,DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7,DISK] 2024-11-08T10:07:34,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-fe02d811-0876-495e-91b4-bd6135cb950a,DISK] 2024-11-08T10:07:34,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6,DISK] 2024-11-08T10:07:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-fe02d811-0876-495e-91b4-bd6135cb950a,DISK] 2024-11-08T10:07:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46045,DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7,DISK] 2024-11-08T10:07:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6,DISK] 2024-11-08T10:07:34,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-fe02d811-0876-495e-91b4-bd6135cb950a,DISK] 2024-11-08T10:07:34,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6,DISK] 2024-11-08T10:07:34,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46045,DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7,DISK] 2024-11-08T10:07:34,403 INFO [RS:1;0e58e25f69ec:46543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,46543,1731060452744/0e58e25f69ec%2C46543%2C1731060452744.1731060454347 2024-11-08T10:07:34,403 INFO [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824/0e58e25f69ec%2C44179%2C1731060452824.1731060454347 2024-11-08T10:07:34,403 INFO [RS:0;0e58e25f69ec:40879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,40879,1731060452629/0e58e25f69ec%2C40879%2C1731060452629.1731060454347 2024-11-08T10:07:34,404 DEBUG [RS:1;0e58e25f69ec:46543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40357:40357),(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-08T10:07:34,404 DEBUG [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:40357:40357),(127.0.0.1/127.0.0.1:40523:40523)] 2024-11-08T10:07:34,404 DEBUG [RS:0;0e58e25f69ec:40879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:40357:40357)] 2024-11-08T10:07:34,485 DEBUG [0e58e25f69ec:42835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T10:07:34,498 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(204): Hosts are {0e58e25f69ec=0} racks are {/default-rack=0} 2024-11-08T10:07:34,505 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:07:34,505 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:07:34,505 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:07:34,505 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:07:34,505 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:07:34,505 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:07:34,505 INFO [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:07:34,505 INFO [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:07:34,505 INFO [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:07:34,506 DEBUG [0e58e25f69ec:42835 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:07:34,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,44179,1731060452824, state=OPENING 2024-11-08T10:07:34,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T10:07:34,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:34,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:34,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:34,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:34,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,581 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:07:34,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,44179,1731060452824}] 2024-11-08T10:07:34,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:07:34,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:07:34,775 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T10:07:34,776 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:07:34,776 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T10:07:34,781 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C44179%2C1731060452824.meta, suffix=.meta, logDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs, maxLogs=32 2024-11-08T10:07:34,798 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824/0e58e25f69ec%2C44179%2C1731060452824.meta.1731060454783.meta, exclude list is [], retry=0 2024-11-08T10:07:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-fe02d811-0876-495e-91b4-bd6135cb950a,DISK] 2024-11-08T10:07:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42427,DS-ea4e62ed-67cc-4ab6-87bc-0d242f36a5c6,DISK] 2024-11-08T10:07:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46045,DS-4abdd5b0-a197-444e-83f2-decda7dcc1b7,DISK] 2024-11-08T10:07:34,805 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/WALs/0e58e25f69ec,44179,1731060452824/0e58e25f69ec%2C44179%2C1731060452824.meta.1731060454783.meta 2024-11-08T10:07:34,806 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:40357:40357),(127.0.0.1/127.0.0.1:40523:40523)] 2024-11-08T10:07:34,806 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:07:34,808 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:07:34,810 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:07:34,815 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:07:34,820 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:07:34,820 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:34,821 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T10:07:34,821 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T10:07:34,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:07:34,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:07:34,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:07:34,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:07:34,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:07:34,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:07:34,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:07:34,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:07:34,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:34,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:34,834 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:07:34,836 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740 2024-11-08T10:07:34,861 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740 2024-11-08T10:07:34,864 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:07:34,864 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:07:34,865 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:07:34,867 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:07:34,869 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69131479, jitterRate=0.030139312148094177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:07:34,869 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T10:07:34,871 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731060454821Writing region info on filesystem at 1731060454821Initializing all the Stores at 1731060454823 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060454823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060454824 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060454824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060454824Cleaning up temporary data from old regions at 1731060454864 (+40 ms)Running coprocessor post-open hooks at 1731060454870 (+6 ms)Region opened successfully at 1731060454871 (+1 ms) 2024-11-08T10:07:34,878 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731060454751 2024-11-08T10:07:34,893 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:07:34,894 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T10:07:34,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,899 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,44179,1731060452824, state=OPEN 2024-11-08T10:07:34,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:34,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:34,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:34,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:34,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:34,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:34,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T10:07:34,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,44179,1731060452824 in 342 msec 2024-11-08T10:07:34,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T10:07:34,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 867 msec 2024-11-08T10:07:34,942 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:34,942 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T10:07:34,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:07:34,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,44179,1731060452824, seqNum=-1] 2024-11-08T10:07:34,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:07:34,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:07:35,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1430 sec 2024-11-08T10:07:35,000 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731060455000, completionTime=-1 2024-11-08T10:07:35,003 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T10:07:35,003 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T10:07:35,028 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T10:07:35,028 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731060515028 2024-11-08T10:07:35,029 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731060575029 2024-11-08T10:07:35,029 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-08T10:07:35,030 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:07:35,037 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,42835,1731060451883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,038 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,42835,1731060451883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,038 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,42835,1731060451883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,040 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:42835, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,040 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,041 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,047 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T10:07:35,079 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.146sec 2024-11-08T10:07:35,081 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T10:07:35,082 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T10:07:35,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T10:07:35,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T10:07:35,084 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T10:07:35,084 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,42835,1731060451883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:35,085 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,42835,1731060451883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T10:07:35,090 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T10:07:35,091 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T10:07:35,092 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,42835,1731060451883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:35,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad5c43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:07:35,177 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T10:07:35,177 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T10:07:35,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,42835,-1 for getting cluster id 2024-11-08T10:07:35,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T10:07:35,190 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9052689a-246e-48c9-928e-b78b66d07fba' 2024-11-08T10:07:35,193 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T10:07:35,193 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9052689a-246e-48c9-928e-b78b66d07fba" 2024-11-08T10:07:35,194 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2780069f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:07:35,194 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,42835,-1] 2024-11-08T10:07:35,196 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T10:07:35,198 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:35,199 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T10:07:35,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1ff74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:07:35,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:07:35,208 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,44179,1731060452824, seqNum=-1] 2024-11-08T10:07:35,209 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:07:35,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:07:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:35,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T10:07:35,238 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:35,240 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1177afba 2024-11-08T10:07:35,241 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:07:35,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:07:35,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:07:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T10:07:35,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:07:35,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T10:07:35,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:35,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:07:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:35,272 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:35,272 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:35,277 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:40160 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40160 dst: /127.0.0.1:42427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:35,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-08T10:07:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:35,690 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:35,694 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee0b442880928fc58fe8dd971aa74248, NAME => 'TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff 2024-11-08T10:07:35,700 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:35,700 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:35,703 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:40188 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:42427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40188 dst: /127.0.0.1:42427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-08T10:07:35,708 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:35,708 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:35,708 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing ee0b442880928fc58fe8dd971aa74248, disabling compactions & flushes 2024-11-08T10:07:35,708 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:35,708 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:35,708 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. after waiting 0 ms 2024-11-08T10:07:35,709 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:35,709 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:35,709 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee0b442880928fc58fe8dd971aa74248: Waiting for close lock at 1731060455708Disabling compacts and flushes for region at 1731060455708Disabling writes for close at 1731060455708Writing region close event to WAL at 1731060455709 (+1 ms)Closed at 1731060455709 2024-11-08T10:07:35,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:07:35,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731060455711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060455711"}]},"ts":"1731060455711"} 2024-11-08T10:07:35,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T10:07:35,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:07:35,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060455723"}]},"ts":"1731060455723"} 2024-11-08T10:07:35,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T10:07:35,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0e58e25f69ec=0} racks are {/default-rack=0} 2024-11-08T10:07:35,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:07:35,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:07:35,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:07:35,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:07:35,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:07:35,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:07:35,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:07:35,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:07:35,733 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:07:35,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:07:35,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ee0b442880928fc58fe8dd971aa74248, ASSIGN}] 2024-11-08T10:07:35,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ee0b442880928fc58fe8dd971aa74248, ASSIGN 2024-11-08T10:07:35,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ee0b442880928fc58fe8dd971aa74248, ASSIGN; state=OFFLINE, location=0e58e25f69ec,40879,1731060452629; forceNewPlan=false, retain=false 2024-11-08T10:07:35,893 INFO [0e58e25f69ec:42835 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T10:07:35,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee0b442880928fc58fe8dd971aa74248, regionState=OPENING, regionLocation=0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:35,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ee0b442880928fc58fe8dd971aa74248, ASSIGN because future has completed 2024-11-08T10:07:35,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee0b442880928fc58fe8dd971aa74248, server=0e58e25f69ec,40879,1731060452629}] 2024-11-08T10:07:36,055 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:07:36,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:07:36,069 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:36,069 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee0b442880928fc58fe8dd971aa74248, NAME => 'TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:07:36,070 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,070 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:36,070 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,070 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,073 INFO [StoreOpener-ee0b442880928fc58fe8dd971aa74248-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,076 INFO [StoreOpener-ee0b442880928fc58fe8dd971aa74248-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee0b442880928fc58fe8dd971aa74248 columnFamilyName cf 2024-11-08T10:07:36,076 DEBUG [StoreOpener-ee0b442880928fc58fe8dd971aa74248-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:36,077 INFO [StoreOpener-ee0b442880928fc58fe8dd971aa74248-1 {}] regionserver.HStore(327): Store=ee0b442880928fc58fe8dd971aa74248/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:36,077 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,078 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,079 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,080 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,080 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,082 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,088 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:07:36,089 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee0b442880928fc58fe8dd971aa74248; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67253881, jitterRate=0.0021609216928482056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:07:36,089 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:36,090 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee0b442880928fc58fe8dd971aa74248: Running coprocessor pre-open hook at 1731060456070Writing region info on filesystem at 1731060456070Initializing all the Stores at 1731060456072 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060456073 (+1 ms)Cleaning up temporary data from old regions at 1731060456080 (+7 ms)Running coprocessor post-open hooks at 1731060456089 (+9 ms)Region opened successfully at 1731060456090 (+1 ms) 2024-11-08T10:07:36,092 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248., pid=6, masterSystemTime=1731060456054 2024-11-08T10:07:36,095 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:36,096 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:36,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee0b442880928fc58fe8dd971aa74248, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:36,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee0b442880928fc58fe8dd971aa74248, server=0e58e25f69ec,40879,1731060452629 because future has completed 2024-11-08T10:07:36,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T10:07:36,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee0b442880928fc58fe8dd971aa74248, server=0e58e25f69ec,40879,1731060452629 in 204 msec 2024-11-08T10:07:36,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T10:07:36,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=ee0b442880928fc58fe8dd971aa74248, ASSIGN in 372 msec 2024-11-08T10:07:36,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:07:36,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060456112"}]},"ts":"1731060456112"} 2024-11-08T10:07:36,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T10:07:36,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:07:36,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 865 msec 2024-11-08T10:07:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:36,411 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T10:07:36,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T10:07:36,414 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:07:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T10:07:36,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:07:36,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T10:07:36,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248., hostname=0e58e25f69ec,40879,1731060452629, seqNum=2] 2024-11-08T10:07:36,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:07:36,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:07:36,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T10:07:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T10:07:36,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:07:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:36,452 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:07:36,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:07:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:36,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T10:07:36,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:36,620 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ee0b442880928fc58fe8dd971aa74248 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T10:07:36,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/.tmp/cf/83e42c89c49a4eababd9eff7426429f1 is 36, key is row/cf:cq/1731060456437/Put/seqid=0 2024-11-08T10:07:36,679 WARN [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:36,679 WARN [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:36,684 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1039212368_22 at /127.0.0.1:36392 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36392 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-08T10:07:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-08T10:07:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-08T10:07:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-08T10:07:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-08T10:07:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-08T10:07:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-08T10:07:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:37,091 WARN [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:37,092 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/.tmp/cf/83e42c89c49a4eababd9eff7426429f1 2024-11-08T10:07:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/.tmp/cf/83e42c89c49a4eababd9eff7426429f1 as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/cf/83e42c89c49a4eababd9eff7426429f1 2024-11-08T10:07:37,152 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/cf/83e42c89c49a4eababd9eff7426429f1, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T10:07:37,159 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for ee0b442880928fc58fe8dd971aa74248 in 538ms, sequenceid=5, compaction requested=false 2024-11-08T10:07:37,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-08T10:07:37,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ee0b442880928fc58fe8dd971aa74248: 2024-11-08T10:07:37,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T10:07:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T10:07:37,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T10:07:37,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 713 msec 2024-11-08T10:07:37,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 727 msec 2024-11-08T10:07:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:37,588 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T10:07:37,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T10:07:37,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:07:37,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:37,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T10:07:37,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T10:07:37,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2134490824, stopped=false 2024-11-08T10:07:37,612 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,42835,1731060451883 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:37,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:07:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:37,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:07:37,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:37,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:37,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:37,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:37,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:37,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,40879,1731060452629' ***** 2024-11-08T10:07:37,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:07:37,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,46543,1731060452744' ***** 2024-11-08T10:07:37,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:07:37,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,44179,1731060452824' ***** 2024-11-08T10:07:37,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:07:37,668 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:07:37,668 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:07:37,669 INFO [RS:1;0e58e25f69ec:46543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:07:37,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:07:37,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:07:37,669 INFO [RS:1;0e58e25f69ec:46543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:07:37,669 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:37,669 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:37,669 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:37,669 INFO [RS:1;0e58e25f69ec:46543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0e58e25f69ec:46543. 2024-11-08T10:07:37,669 INFO [RS:0;0e58e25f69ec:40879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:07:37,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0e58e25f69ec:44179. 2024-11-08T10:07:37,669 DEBUG [RS:1;0e58e25f69ec:46543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:37,669 INFO [RS:0;0e58e25f69ec:40879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:07:37,669 DEBUG [RS:1;0e58e25f69ec:46543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,669 DEBUG [RS:2;0e58e25f69ec:44179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:37,669 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(3091): Received CLOSE for ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:37,669 DEBUG [RS:2;0e58e25f69ec:44179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,669 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,46543,1731060452744; all regions closed. 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:07:37,669 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:07:37,670 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T10:07:37,670 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:37,670 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:37,670 INFO [RS:0;0e58e25f69ec:40879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:40879. 2024-11-08T10:07:37,670 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T10:07:37,670 DEBUG [RS:0;0e58e25f69ec:40879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:37,670 DEBUG [RS:0;0e58e25f69ec:40879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,670 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T10:07:37,670 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee0b442880928fc58fe8dd971aa74248, disabling compactions & flushes 2024-11-08T10:07:37,670 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:07:37,670 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T10:07:37,670 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:37,670 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1325): Online Regions={ee0b442880928fc58fe8dd971aa74248=TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248.} 2024-11-08T10:07:37,670 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:07:37,670 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:37,670 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:07:37,670 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. after waiting 0 ms 2024-11-08T10:07:37,671 DEBUG [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T10:07:37,671 DEBUG [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1351): Waiting on ee0b442880928fc58fe8dd971aa74248 2024-11-08T10:07:37,671 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:37,671 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:07:37,671 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:07:37,671 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T10:07:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741826_1016 (size=93) 2024-11-08T10:07:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741826_1016 (size=93) 2024-11-08T10:07:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_1073741826_1016 (size=93) 2024-11-08T10:07:37,682 DEBUG [RS:1;0e58e25f69ec:46543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs 2024-11-08T10:07:37,683 INFO [RS:1;0e58e25f69ec:46543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C46543%2C1731060452744:(num 1731060454347) 2024-11-08T10:07:37,683 DEBUG [RS:1;0e58e25f69ec:46543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,683 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:37,683 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:37,683 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:37,683 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:07:37,683 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:37,683 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:07:37,684 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:07:37,684 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:37,684 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/default/TestHBaseWalOnEC/ee0b442880928fc58fe8dd971aa74248/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T10:07:37,684 INFO [RS:1;0e58e25f69ec:46543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46543 2024-11-08T10:07:37,685 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:37,685 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee0b442880928fc58fe8dd971aa74248: Waiting for close lock at 1731060457670Running coprocessor pre-close hooks at 1731060457670Disabling compacts and flushes for region at 1731060457670Disabling writes for close at 1731060457670Writing region close event to WAL at 1731060457672 (+2 ms)Running coprocessor post-close hooks at 1731060457685 (+13 ms)Closed at 1731060457685 2024-11-08T10:07:37,685 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248. 2024-11-08T10:07:37,690 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:37,690 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:37,690 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,46543,1731060452744 2024-11-08T10:07:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:07:37,697 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:37,698 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$375/0x00007f3b448f7380@41c97563 rejected from java.util.concurrent.ThreadPoolExecutor@4cbe33e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T10:07:37,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,46543,1731060452744] 2024-11-08T10:07:37,711 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/info/87741442c26345a9a11370c5c9bea818 is 153, key is TestHBaseWalOnEC,,1731060455244.ee0b442880928fc58fe8dd971aa74248./info:regioninfo/1731060456097/Put/seqid=0 2024-11-08T10:07:37,713 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,714 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,46543,1731060452744 already deleted, retry=false 2024-11-08T10:07:37,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,46543,1731060452744 expired; onlineServers=2 2024-11-08T10:07:37,718 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_142028100_22 at /127.0.0.1:46552 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:46045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46552 dst: /127.0.0.1:46045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-08T10:07:37,725 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:37,725 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/info/87741442c26345a9a11370c5c9bea818 2024-11-08T10:07:37,756 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/ns/9b07ef1697094fd583bf4ddfd594d85a is 43, key is default/ns:d/1731060454985/Put/seqid=0 2024-11-08T10:07:37,759 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,760 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,764 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_142028100_22 at /127.0.0.1:40252 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:42427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40252 dst: /127.0.0.1:42427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-08T10:07:37,769 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:37,769 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/ns/9b07ef1697094fd583bf4ddfd594d85a 2024-11-08T10:07:37,796 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/table/2d848d0b9b38460597913be7e996e3af is 52, key is TestHBaseWalOnEC/table:state/1731060456112/Put/seqid=0 2024-11-08T10:07:37,799 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,799 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_142028100_22 at /127.0.0.1:46574 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:46045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46574 dst: /127.0.0.1:46045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-08T10:07:37,806 WARN [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:37,806 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/table/2d848d0b9b38460597913be7e996e3af 2024-11-08T10:07:37,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:37,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1011b33d9e60002, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:37,809 INFO [RS:1;0e58e25f69ec:46543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:37,809 INFO [RS:1;0e58e25f69ec:46543 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,46543,1731060452744; zookeeper connection closed. 2024-11-08T10:07:37,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b86165f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b86165f 2024-11-08T10:07:37,819 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/info/87741442c26345a9a11370c5c9bea818 as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/info/87741442c26345a9a11370c5c9bea818 2024-11-08T10:07:37,831 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/info/87741442c26345a9a11370c5c9bea818, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T10:07:37,833 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/ns/9b07ef1697094fd583bf4ddfd594d85a as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/ns/9b07ef1697094fd583bf4ddfd594d85a 2024-11-08T10:07:37,844 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/ns/9b07ef1697094fd583bf4ddfd594d85a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T10:07:37,846 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/.tmp/table/2d848d0b9b38460597913be7e996e3af as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/table/2d848d0b9b38460597913be7e996e3af 2024-11-08T10:07:37,856 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/table/2d848d0b9b38460597913be7e996e3af, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T10:07:37,858 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=11, compaction requested=false 2024-11-08T10:07:37,858 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T10:07:37,868 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T10:07:37,869 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:07:37,869 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:07:37,869 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060457670Running coprocessor pre-close hooks at 1731060457670Disabling compacts and flushes for region at 1731060457670Disabling writes for close at 1731060457671 (+1 ms)Obtaining lock to block concurrent updates at 1731060457671Preparing flush snapshotting stores in 1588230740 at 1731060457671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731060457672 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731060457673 (+1 ms)Flushing 1588230740/info: creating writer at 1731060457673Flushing 1588230740/info: appending metadata at 1731060457704 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731060457704Flushing 1588230740/ns: creating writer at 1731060457739 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731060457754 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731060457755 (+1 ms)Flushing 1588230740/table: creating writer at 1731060457779 (+24 ms)Flushing 1588230740/table: appending metadata at 1731060457796 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731060457796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5169297f: reopening flushed file at 1731060457817 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594257db: reopening flushed file at 1731060457832 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b30e48: reopening flushed file at 1731060457845 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=11, compaction requested=false at 1731060457858 (+13 ms)Writing region close event to WAL at 1731060457860 (+2 ms)Running coprocessor post-close hooks at 1731060457869 (+9 ms)Closed at 1731060457869 2024-11-08T10:07:37,870 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T10:07:37,871 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,40879,1731060452629; all regions closed. 2024-11-08T10:07:37,871 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,44179,1731060452824; all regions closed. 2024-11-08T10:07:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741829_1019 (size=2751) 2024-11-08T10:07:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_1073741827_1017 (size=1298) 2024-11-08T10:07:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741827_1017 (size=1298) 2024-11-08T10:07:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741829_1019 (size=2751) 2024-11-08T10:07:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741827_1017 (size=1298) 2024-11-08T10:07:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_1073741829_1019 (size=2751) 2024-11-08T10:07:37,880 DEBUG [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs 2024-11-08T10:07:37,880 INFO [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C44179%2C1731060452824.meta:.meta(num 1731060454783) 2024-11-08T10:07:37,880 DEBUG [RS:0;0e58e25f69ec:40879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs 2024-11-08T10:07:37,880 INFO [RS:0;0e58e25f69ec:40879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C40879%2C1731060452629:(num 1731060454347) 2024-11-08T10:07:37,880 DEBUG [RS:0;0e58e25f69ec:40879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,880 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:37,880 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:37,881 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:37,881 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:07:37,881 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:07:37,881 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:37,881 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:07:37,881 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:37,881 INFO [RS:0;0e58e25f69ec:40879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40879 2024-11-08T10:07:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741828_1018 (size=93) 2024-11-08T10:07:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741828_1018 (size=93) 2024-11-08T10:07:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_1073741828_1018 (size=93) 2024-11-08T10:07:37,887 DEBUG [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/oldWALs 2024-11-08T10:07:37,887 INFO [RS:2;0e58e25f69ec:44179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0e58e25f69ec%2C44179%2C1731060452824:(num 1731060454347) 2024-11-08T10:07:37,887 DEBUG [RS:2;0e58e25f69ec:44179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:37,887 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:37,887 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:37,887 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:37,888 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:37,888 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:37,888 INFO [RS:2;0e58e25f69ec:44179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44179 2024-11-08T10:07:37,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,40879,1731060452629 2024-11-08T10:07:37,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:07:37,906 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:37,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,44179,1731060452824 2024-11-08T10:07:37,916 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:37,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,40879,1731060452629] 2024-11-08T10:07:37,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,40879,1731060452629 already deleted, retry=false 2024-11-08T10:07:37,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,40879,1731060452629 expired; onlineServers=1 2024-11-08T10:07:37,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,44179,1731060452824] 2024-11-08T10:07:37,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,44179,1731060452824 already deleted, retry=false 2024-11-08T10:07:37,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,44179,1731060452824 expired; onlineServers=0 2024-11-08T10:07:37,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,42835,1731060451883' ***** 2024-11-08T10:07:37,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T10:07:37,950 INFO [M:0;0e58e25f69ec:42835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:37,950 INFO [M:0;0e58e25f69ec:42835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:37,950 DEBUG [M:0;0e58e25f69ec:42835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T10:07:37,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T10:07:37,951 DEBUG [M:0;0e58e25f69ec:42835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T10:07:37,951 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731060453952 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731060453952,5,FailOnTimeoutGroup] 2024-11-08T10:07:37,951 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731060453959 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731060453959,5,FailOnTimeoutGroup] 2024-11-08T10:07:37,951 INFO [M:0;0e58e25f69ec:42835 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:37,951 INFO [M:0;0e58e25f69ec:42835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:37,952 DEBUG [M:0;0e58e25f69ec:42835 {}] master.HMaster(1795): Stopping service threads 2024-11-08T10:07:37,952 INFO [M:0;0e58e25f69ec:42835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T10:07:37,952 INFO [M:0;0e58e25f69ec:42835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:07:37,953 INFO [M:0;0e58e25f69ec:42835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T10:07:37,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T10:07:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:37,958 DEBUG [M:0;0e58e25f69ec:42835 {}] zookeeper.ZKUtil(347): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T10:07:37,958 WARN [M:0;0e58e25f69ec:42835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T10:07:37,959 INFO [M:0;0e58e25f69ec:42835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/.lastflushedseqids 2024-11-08T10:07:37,973 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,973 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:37,976 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:36446 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36446 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-08T10:07:37,980 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:37,980 INFO [M:0;0e58e25f69ec:42835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T10:07:37,980 INFO [M:0;0e58e25f69ec:42835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T10:07:37,980 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:07:37,980 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:37,980 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:37,980 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:07:37,980 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:37,981 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-08T10:07:38,000 DEBUG [M:0;0e58e25f69ec:42835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9071d4687d084db49c89536a70311bce is 82, key is hbase:meta,,1/info:regioninfo/1731060454895/Put/seqid=0 2024-11-08T10:07:38,002 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:38,002 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:38,004 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:36456 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36456 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-08T10:07:38,010 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:38,010 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9071d4687d084db49c89536a70311bce 2024-11-08T10:07:38,025 INFO [RS:0;0e58e25f69ec:40879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40879-0x1011b33d9e60001, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:38,025 INFO [RS:0;0e58e25f69ec:40879 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,40879,1731060452629; zookeeper connection closed. 2024-11-08T10:07:38,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e6ccaf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e6ccaf3 2024-11-08T10:07:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:38,033 INFO [RS:2;0e58e25f69ec:44179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44179-0x1011b33d9e60003, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:38,033 INFO [RS:2;0e58e25f69ec:44179 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,44179,1731060452824; zookeeper connection closed. 2024-11-08T10:07:38,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2029d462 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2029d462 2024-11-08T10:07:38,034 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T10:07:38,034 DEBUG [M:0;0e58e25f69ec:42835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfd4562bfb8d4eceb4e8a010e116c078 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731060456118/Put/seqid=0 2024-11-08T10:07:38,036 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:38,036 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:38,039 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:36472 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:34913:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36472 dst: /127.0.0.1:34913 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-08T10:07:38,045 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:38,045 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfd4562bfb8d4eceb4e8a010e116c078 2024-11-08T10:07:38,070 DEBUG [M:0;0e58e25f69ec:42835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc527d6729344a098788ff2688dadf07 is 69, key is 0e58e25f69ec,40879,1731060452629/rs:state/1731060454011/Put/seqid=0 2024-11-08T10:07:38,072 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:38,072 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-08T10:07:38,075 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2080500085_22 at /127.0.0.1:46588 [Receiving block BP-268587724-172.17.0.2-1731060447896:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:46045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46588 dst: /127.0.0.1:46045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:07:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-08T10:07:38,079 WARN [M:0;0e58e25f69ec:42835 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-08T10:07:38,079 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc527d6729344a098788ff2688dadf07 2024-11-08T10:07:38,089 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9071d4687d084db49c89536a70311bce as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9071d4687d084db49c89536a70311bce 2024-11-08T10:07:38,096 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9071d4687d084db49c89536a70311bce, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T10:07:38,098 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfd4562bfb8d4eceb4e8a010e116c078 as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfd4562bfb8d4eceb4e8a010e116c078 2024-11-08T10:07:38,105 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfd4562bfb8d4eceb4e8a010e116c078, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T10:07:38,107 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc527d6729344a098788ff2688dadf07 as hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc527d6729344a098788ff2688dadf07 2024-11-08T10:07:38,115 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc527d6729344a098788ff2688dadf07, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T10:07:38,117 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=72, compaction requested=false 2024-11-08T10:07:38,118 INFO [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:38,118 DEBUG [M:0;0e58e25f69ec:42835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060457980Disabling compacts and flushes for region at 1731060457980Disabling writes for close at 1731060457980Obtaining lock to block concurrent updates at 1731060457981 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731060457981Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731060457981Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731060457982 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731060457982Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731060457999 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731060457999Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731060458017 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731060458034 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731060458034Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731060458054 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731060458069 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731060458069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd399a4: reopening flushed file at 1731060458087 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9ef71: reopening flushed file at 1731060458096 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c517bf2: reopening flushed file at 1731060458106 (+10 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=72, compaction requested=false at 1731060458117 (+11 ms)Writing region close event to WAL at 1731060458118 (+1 ms)Closed at 1731060458118 2024-11-08T10:07:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741825_1011 (size=32674) 2024-11-08T10:07:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46045 is added to blk_1073741825_1011 (size=32674) 2024-11-08T10:07:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42427 is added to blk_1073741825_1011 (size=32674) 2024-11-08T10:07:38,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:38,123 INFO [M:0;0e58e25f69ec:42835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T10:07:38,123 INFO [M:0;0e58e25f69ec:42835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42835 2024-11-08T10:07:38,123 INFO [M:0;0e58e25f69ec:42835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:38,258 INFO [M:0;0e58e25f69ec:42835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42835-0x1011b33d9e60000, quorum=127.0.0.1:63725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:38,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f750918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:38,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:38,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:38,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:38,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:38,314 WARN [BP-268587724-172.17.0.2-1731060447896 heartbeating to localhost/127.0.0.1:46051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:07:38,314 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:07:38,314 WARN [BP-268587724-172.17.0.2-1731060447896 heartbeating to localhost/127.0.0.1:46051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-268587724-172.17.0.2-1731060447896 (Datanode Uuid a0b2a6ce-0854-48e6-b196-ac45b92dfc99) service to localhost/127.0.0.1:46051 2024-11-08T10:07:38,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:07:38,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data5/current/BP-268587724-172.17.0.2-1731060447896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:38,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data6/current/BP-268587724-172.17.0.2-1731060447896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:38,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:07:38,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b068f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:38,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:38,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:38,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:38,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:38,325 WARN [BP-268587724-172.17.0.2-1731060447896 heartbeating to localhost/127.0.0.1:46051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:07:38,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:07:38,325 WARN [BP-268587724-172.17.0.2-1731060447896 heartbeating to localhost/127.0.0.1:46051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-268587724-172.17.0.2-1731060447896 (Datanode Uuid cbfd5aea-1bbf-474c-9522-bd2cce2a1b17) service to localhost/127.0.0.1:46051 2024-11-08T10:07:38,325 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:07:38,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data3/current/BP-268587724-172.17.0.2-1731060447896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:38,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data4/current/BP-268587724-172.17.0.2-1731060447896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:38,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:07:38,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e705dc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:38,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:38,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:38,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:38,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:38,330 WARN [BP-268587724-172.17.0.2-1731060447896 heartbeating to localhost/127.0.0.1:46051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:07:38,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:07:38,330 WARN [BP-268587724-172.17.0.2-1731060447896 heartbeating to localhost/127.0.0.1:46051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-268587724-172.17.0.2-1731060447896 (Datanode Uuid ca595407-8526-475f-8c53-02d6a30e80e8) service to localhost/127.0.0.1:46051 2024-11-08T10:07:38,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:07:38,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data1/current/BP-268587724-172.17.0.2-1731060447896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:38,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/cluster_b49c0ce9-2ad3-4d45-2151-9a8e7413050e/data/data2/current/BP-268587724-172.17.0.2-1731060447896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:38,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:07:38,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:07:38,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:38,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:38,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:38,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:38,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T10:07:38,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T10:07:38,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=91 (was 160), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 117) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9084 (was 9349) 2024-11-08T10:07:38,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=91, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=9083 2024-11-08T10:07:38,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.log.dir so I do NOT create it in target/test-data/fb9364c3-9b70-9aee-c733-30988837c484 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/39b90b24-b503-b6b1-f581-4b7fe962839d/hadoop.tmp.dir so I do NOT create it in target/test-data/fb9364c3-9b70-9aee-c733-30988837c484 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358, deleteOnExit=true 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/test.cache.data in system properties and HBase conf 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir in system properties and HBase conf 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T10:07:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T10:07:38,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:07:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:07:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T10:07:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/nfs.dump.dir in system properties and HBase conf 2024-11-08T10:07:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/java.io.tmpdir in system properties and HBase conf 2024-11-08T10:07:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:07:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T10:07:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T10:07:38,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:38,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:38,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:38,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:38,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:07:38,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:38,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760f4a1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:38,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fbe2fc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:38,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2385e487{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/java.io.tmpdir/jetty-localhost-33325-hadoop-hdfs-3_4_1-tests_jar-_-any-12628902986356830012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:07:38,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@722f6ac4{HTTP/1.1, (http/1.1)}{localhost:33325} 2024-11-08T10:07:38,771 INFO [Time-limited test {}] server.Server(415): Started @12671ms 2024-11-08T10:07:39,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:39,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:39,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:39,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:39,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:07:39,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f7cb10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:39,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@427407e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:39,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f40ccf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/java.io.tmpdir/jetty-localhost-45175-hadoop-hdfs-3_4_1-tests_jar-_-any-1878004627188568488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:39,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78de12c2{HTTP/1.1, (http/1.1)}{localhost:45175} 2024-11-08T10:07:39,150 INFO [Time-limited test {}] server.Server(415): Started @13050ms 2024-11-08T10:07:39,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:07:39,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:39,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:39,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:39,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:39,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:07:39,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29927a24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:39,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ea337e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:39,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c130e95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/java.io.tmpdir/jetty-localhost-33897-hadoop-hdfs-3_4_1-tests_jar-_-any-17876169457713782203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:39,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c2764e{HTTP/1.1, (http/1.1)}{localhost:33897} 2024-11-08T10:07:39,278 INFO [Time-limited test {}] server.Server(415): Started @13177ms 2024-11-08T10:07:39,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:07:39,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:07:39,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:07:39,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:07:39,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:07:39,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:07:39,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dcac8d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:07:39,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b3fbfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:07:39,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f872bbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/java.io.tmpdir/jetty-localhost-42651-hadoop-hdfs-3_4_1-tests_jar-_-any-7621171050469924728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:39,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@734ce002{HTTP/1.1, (http/1.1)}{localhost:42651} 2024-11-08T10:07:39,421 INFO [Time-limited test {}] server.Server(415): Started @13321ms 2024-11-08T10:07:39,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:07:40,150 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data1/current/BP-72214646-172.17.0.2-1731060458417/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:40,150 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data2/current/BP-72214646-172.17.0.2-1731060458417/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:40,169 WARN [Thread-497 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:07:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45cabe5ba9f43469 with lease ID 0xc5d13ce2a6ca1054: Processing first storage report for DS-f8e6e348-dc4a-4f7e-9867-8ccfef4d22de from datanode DatanodeRegistration(127.0.0.1:46237, datanodeUuid=7127952a-106f-4c9a-a92a-833d0983cdca, infoPort=41097, infoSecurePort=0, ipcPort=33811, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417) 2024-11-08T10:07:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45cabe5ba9f43469 with lease ID 0xc5d13ce2a6ca1054: from storage DS-f8e6e348-dc4a-4f7e-9867-8ccfef4d22de node DatanodeRegistration(127.0.0.1:46237, datanodeUuid=7127952a-106f-4c9a-a92a-833d0983cdca, infoPort=41097, infoSecurePort=0, ipcPort=33811, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:07:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45cabe5ba9f43469 with lease ID 0xc5d13ce2a6ca1054: Processing first storage report for DS-dd3860c9-e8cb-45cb-b724-b86ca65faeb0 from datanode DatanodeRegistration(127.0.0.1:46237, datanodeUuid=7127952a-106f-4c9a-a92a-833d0983cdca, infoPort=41097, infoSecurePort=0, ipcPort=33811, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417) 2024-11-08T10:07:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45cabe5ba9f43469 with lease ID 0xc5d13ce2a6ca1054: from storage DS-dd3860c9-e8cb-45cb-b724-b86ca65faeb0 node DatanodeRegistration(127.0.0.1:46237, datanodeUuid=7127952a-106f-4c9a-a92a-833d0983cdca, infoPort=41097, infoSecurePort=0, ipcPort=33811, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:40,244 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data3/current/BP-72214646-172.17.0.2-1731060458417/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:40,245 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data4/current/BP-72214646-172.17.0.2-1731060458417/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:40,268 WARN [Thread-520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:07:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aeabd36f18cc987 with lease ID 0xc5d13ce2a6ca1055: Processing first storage report for DS-fe989aec-2090-4102-ac19-b6fe9fb659ef from datanode DatanodeRegistration(127.0.0.1:38199, datanodeUuid=53407dad-cf21-4e52-b4ee-1d095fe833b5, infoPort=36471, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417) 2024-11-08T10:07:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aeabd36f18cc987 with lease ID 0xc5d13ce2a6ca1055: from storage DS-fe989aec-2090-4102-ac19-b6fe9fb659ef node DatanodeRegistration(127.0.0.1:38199, datanodeUuid=53407dad-cf21-4e52-b4ee-1d095fe833b5, infoPort=36471, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:07:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aeabd36f18cc987 with lease ID 0xc5d13ce2a6ca1055: Processing first storage report for DS-72b20f48-949a-430d-89a3-a8b44a910df1 from datanode DatanodeRegistration(127.0.0.1:38199, datanodeUuid=53407dad-cf21-4e52-b4ee-1d095fe833b5, infoPort=36471, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417) 2024-11-08T10:07:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aeabd36f18cc987 with lease ID 0xc5d13ce2a6ca1055: from storage DS-72b20f48-949a-430d-89a3-a8b44a910df1 node DatanodeRegistration(127.0.0.1:38199, datanodeUuid=53407dad-cf21-4e52-b4ee-1d095fe833b5, infoPort=36471, infoSecurePort=0, ipcPort=41179, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:40,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T10:07:40,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:07:40,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:07:40,389 WARN [Thread-581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data6/current/BP-72214646-172.17.0.2-1731060458417/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:40,389 WARN [Thread-580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data5/current/BP-72214646-172.17.0.2-1731060458417/current, will proceed with Du for space computation calculation, 2024-11-08T10:07:40,405 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:07:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba3d5c951f98db4c with lease ID 0xc5d13ce2a6ca1056: Processing first storage report for DS-fe0f678c-fcaa-45eb-983a-ec7795dbb6c1 from datanode DatanodeRegistration(127.0.0.1:41597, datanodeUuid=64fced32-ea01-4ea4-abf1-c7a3af5b706c, infoPort=37331, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417) 2024-11-08T10:07:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba3d5c951f98db4c with lease ID 0xc5d13ce2a6ca1056: from storage DS-fe0f678c-fcaa-45eb-983a-ec7795dbb6c1 node DatanodeRegistration(127.0.0.1:41597, datanodeUuid=64fced32-ea01-4ea4-abf1-c7a3af5b706c, infoPort=37331, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba3d5c951f98db4c with lease ID 0xc5d13ce2a6ca1056: Processing first storage report for DS-c816ea3a-3949-4ab5-ad76-853b6fdc36c1 from datanode DatanodeRegistration(127.0.0.1:41597, datanodeUuid=64fced32-ea01-4ea4-abf1-c7a3af5b706c, infoPort=37331, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417) 2024-11-08T10:07:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba3d5c951f98db4c with lease ID 0xc5d13ce2a6ca1056: from storage DS-c816ea3a-3949-4ab5-ad76-853b6fdc36c1 node DatanodeRegistration(127.0.0.1:41597, datanodeUuid=64fced32-ea01-4ea4-abf1-c7a3af5b706c, infoPort=37331, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1450659555;c=1731060458417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:07:40,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484 2024-11-08T10:07:40,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/zookeeper_0, clientPort=50632, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T10:07:40,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50632 2024-11-08T10:07:40,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:07:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:07:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:07:40,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09 with version=8 2024-11-08T10:07:40,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46051/user/jenkins/test-data/15744aef-23ea-233a-85d1-55850345c8ff/hbase-staging 2024-11-08T10:07:40,498 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:40,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:40,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:40,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T10:07:40,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:40,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34559 2024-11-08T10:07:40,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34559 connecting to ZooKeeper ensemble=127.0.0.1:50632 2024-11-08T10:07:40,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345590x0, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:40,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34559-0x1011b33fe800000 connected 2024-11-08T10:07:40,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:40,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09, hbase.cluster.distributed=false 2024-11-08T10:07:40,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:40,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-08T10:07:40,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34559 2024-11-08T10:07:40,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34559 2024-11-08T10:07:40,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-08T10:07:40,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-08T10:07:40,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:40,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:40,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:40,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:07:40,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:40,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43373 2024-11-08T10:07:40,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43373 connecting to ZooKeeper ensemble=127.0.0.1:50632 2024-11-08T10:07:40,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,680 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433730x0, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:40,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433730x0, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:40,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43373-0x1011b33fe800001 connected 2024-11-08T10:07:40,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:07:40,682 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:07:40,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:07:40,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:40,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43373 2024-11-08T10:07:40,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43373 2024-11-08T10:07:40,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43373 2024-11-08T10:07:40,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43373 2024-11-08T10:07:40,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43373 2024-11-08T10:07:40,702 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:07:40,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:40,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38387 2024-11-08T10:07:40,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38387 connecting to ZooKeeper ensemble=127.0.0.1:50632 2024-11-08T10:07:40,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383870x0, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:40,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383870x0, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:40,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38387-0x1011b33fe800002 connected 2024-11-08T10:07:40,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:07:40,717 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:07:40,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:07:40,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:40,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-08T10:07:40,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38387 2024-11-08T10:07:40,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38387 2024-11-08T10:07:40,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-08T10:07:40,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-08T10:07:40,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0e58e25f69ec:0 server-side Connection retries=45 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:07:40,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:07:40,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40369 2024-11-08T10:07:40,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40369 connecting to ZooKeeper ensemble=127.0.0.1:50632 2024-11-08T10:07:40,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403690x0, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:07:40,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40369-0x1011b33fe800003 connected 2024-11-08T10:07:40,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:40,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:07:40,751 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:07:40,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:07:40,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:07:40,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-08T10:07:40,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40369 2024-11-08T10:07:40,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40369 2024-11-08T10:07:40,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-08T10:07:40,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-08T10:07:40,769 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0e58e25f69ec:34559 2024-11-08T10:07:40,770 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,780 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,781 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:40,790 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,791 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,792 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T10:07:40,792 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0e58e25f69ec,34559,1731060460498 from backup master directory 2024-11-08T10:07:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,799 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:07:40,799 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:40,799 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:40,804 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/hbase.id] with ID: 85fef86f-bdca-4a57-87eb-83e311cdd253 2024-11-08T10:07:40,804 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/.tmp/hbase.id 2024-11-08T10:07:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:07:40,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:07:40,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:07:40,816 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/.tmp/hbase.id]:[hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/hbase.id] 2024-11-08T10:07:40,833 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:07:40,833 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T10:07:40,834 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T10:07:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,840 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:07:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:07:40,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:07:40,854 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:07:40,856 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T10:07:40,856 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T10:07:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:07:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:07:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:07:40,869 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store 2024-11-08T10:07:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:07:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:07:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:07:40,880 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:40,880 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:07:40,880 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:40,880 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:40,880 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:07:40,880 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:40,880 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:40,880 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060460880Disabling compacts and flushes for region at 1731060460880Disabling writes for close at 1731060460880Writing region close event to WAL at 1731060460880Closed at 1731060460880 2024-11-08T10:07:40,881 WARN [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/.initializing 2024-11-08T10:07:40,881 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/WALs/0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:40,884 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C34559%2C1731060460498, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/WALs/0e58e25f69ec,34559,1731060460498, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/oldWALs, maxLogs=10 2024-11-08T10:07:40,885 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0e58e25f69ec%2C34559%2C1731060460498.1731060460885 2024-11-08T10:07:40,894 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/WALs/0e58e25f69ec,34559,1731060460498/0e58e25f69ec%2C34559%2C1731060460498.1731060460885 2024-11-08T10:07:40,896 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:36471:36471)] 2024-11-08T10:07:40,896 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:07:40,896 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:40,897 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,897 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T10:07:40,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:40,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:40,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T10:07:40,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:40,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:40,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T10:07:40,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:40,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:40,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T10:07:40,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:40,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:40,909 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,910 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,911 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,913 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,913 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,913 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:07:40,915 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:07:40,918 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:07:40,919 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59640055, jitterRate=-0.11129392683506012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:07:40,921 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731060460897Initializing all the Stores at 1731060460898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060460898Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060460898Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060460898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060460898Cleaning up temporary data from old regions at 1731060460913 (+15 ms)Region opened successfully at 1731060460921 (+8 ms) 2024-11-08T10:07:40,921 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T10:07:40,927 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4ce87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:40,928 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T10:07:40,928 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T10:07:40,928 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T10:07:40,928 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T10:07:40,929 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T10:07:40,930 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T10:07:40,930 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T10:07:40,933 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T10:07:40,934 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T10:07:40,949 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T10:07:40,949 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T10:07:40,950 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T10:07:40,957 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T10:07:40,957 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T10:07:40,958 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T10:07:40,965 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T10:07:40,966 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T10:07:40,974 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T10:07:40,976 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T10:07:40,982 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T10:07:40,990 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,991 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:40,992 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0e58e25f69ec,34559,1731060460498, sessionid=0x1011b33fe800000, setting cluster-up flag (Was=false) 2024-11-08T10:07:41,007 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,032 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T10:07:41,034 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:41,049 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,074 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T10:07:41,075 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:41,076 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T10:07:41,079 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:41,079 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T10:07:41,079 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T10:07:41,079 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0e58e25f69ec,34559,1731060460498 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0e58e25f69ec:0, corePoolSize=10, maxPoolSize=10 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,081 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:41,082 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,082 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731060491082 2024-11-08T10:07:41,082 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T10:07:41,083 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T10:07:41,084 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T10:07:41,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:41,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T10:07:41,084 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T10:07:41,084 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T10:07:41,085 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731060461084,5,FailOnTimeoutGroup] 2024-11-08T10:07:41,085 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,085 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731060461085,5,FailOnTimeoutGroup] 2024-11-08T10:07:41,085 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,086 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T10:07:41,086 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,086 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T10:07:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:07:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:07:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:07:41,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T10:07:41,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09 2024-11-08T10:07:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:07:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:07:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:07:41,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:41,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:07:41,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:07:41,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:07:41,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:07:41,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:07:41,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:07:41,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:07:41,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:07:41,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:07:41,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740 2024-11-08T10:07:41,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740 2024-11-08T10:07:41,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:07:41,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:07:41,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:07:41,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:07:41,131 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:07:41,131 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68949650, jitterRate=0.027429848909378052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:07:41,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731060461112Initializing all the Stores at 1731060461113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060461113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060461113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060461113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060461113Cleaning up temporary data from old regions at 1731060461125 (+12 ms)Region opened successfully at 1731060461133 (+8 ms) 2024-11-08T10:07:41,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:07:41,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:07:41,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:07:41,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:07:41,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:07:41,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:07:41,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060461133Disabling compacts and flushes for region at 1731060461133Disabling writes for close at 1731060461133Writing region close event to WAL at 1731060461133Closed at 1731060461133 2024-11-08T10:07:41,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:41,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T10:07:41,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:07:41,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:07:41,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T10:07:41,157 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(746): ClusterId : 85fef86f-bdca-4a57-87eb-83e311cdd253 2024-11-08T10:07:41,157 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(746): ClusterId : 85fef86f-bdca-4a57-87eb-83e311cdd253 2024-11-08T10:07:41,157 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(746): ClusterId : 85fef86f-bdca-4a57-87eb-83e311cdd253 2024-11-08T10:07:41,158 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:07:41,158 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:07:41,158 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:07:41,183 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:07:41,183 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:07:41,183 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:07:41,183 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:07:41,183 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:07:41,183 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:07:41,191 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:07:41,191 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:07:41,191 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:07:41,192 DEBUG [RS:1;0e58e25f69ec:38387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bfc5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:41,192 DEBUG [RS:0;0e58e25f69ec:43373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389b2505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:41,192 DEBUG [RS:2;0e58e25f69ec:40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbf1e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0e58e25f69ec/172.17.0.2:0 2024-11-08T10:07:41,202 DEBUG [RS:1;0e58e25f69ec:38387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0e58e25f69ec:38387 2024-11-08T10:07:41,202 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0e58e25f69ec:43373 2024-11-08T10:07:41,202 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:07:41,203 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:07:41,203 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:07:41,203 DEBUG [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:07:41,203 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:07:41,203 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:07:41,204 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,34559,1731060460498 with port=38387, startcode=1731060460701 2024-11-08T10:07:41,204 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,34559,1731060460498 with port=43373, startcode=1731060460663 2024-11-08T10:07:41,204 DEBUG [RS:0;0e58e25f69ec:43373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:07:41,204 DEBUG [RS:1;0e58e25f69ec:38387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:07:41,206 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42079, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:07:41,206 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:07:41,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:41,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:41,207 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0e58e25f69ec:40369 2024-11-08T10:07:41,207 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:07:41,207 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:07:41,207 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:07:41,208 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(2659): reportForDuty to master=0e58e25f69ec,34559,1731060460498 with port=40369, startcode=1731060460734 2024-11-08T10:07:41,209 DEBUG [RS:2;0e58e25f69ec:40369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:07:41,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,209 DEBUG [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09 2024-11-08T10:07:41,209 DEBUG [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40089 2024-11-08T10:07:41,210 DEBUG [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:07:41,211 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:07:41,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:41,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(517): Registering regionserver=0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:41,211 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09 2024-11-08T10:07:41,212 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40089 2024-11-08T10:07:41,212 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:07:41,213 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09 2024-11-08T10:07:41,214 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40089 2024-11-08T10:07:41,214 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:07:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:07:41,247 DEBUG [RS:1;0e58e25f69ec:38387 {}] zookeeper.ZKUtil(111): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:41,247 WARN [RS:1;0e58e25f69ec:38387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:41,247 INFO [RS:1;0e58e25f69ec:38387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T10:07:41,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,38387,1731060460701] 2024-11-08T10:07:41,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,40369,1731060460734] 2024-11-08T10:07:41,247 DEBUG [RS:0;0e58e25f69ec:43373 {}] zookeeper.ZKUtil(111): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,247 DEBUG [RS:2;0e58e25f69ec:40369 {}] zookeeper.ZKUtil(111): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:41,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0e58e25f69ec,43373,1731060460663] 2024-11-08T10:07:41,247 DEBUG [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:41,247 WARN [RS:2;0e58e25f69ec:40369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:41,247 WARN [RS:0;0e58e25f69ec:43373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:07:41,247 INFO [RS:2;0e58e25f69ec:40369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T10:07:41,247 INFO [RS:0;0e58e25f69ec:43373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T10:07:41,247 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:41,247 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,252 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:07:41,252 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:07:41,252 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:07:41,254 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:07:41,255 INFO [RS:0;0e58e25f69ec:43373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:07:41,255 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,256 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:07:41,256 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:07:41,257 INFO [RS:1;0e58e25f69ec:38387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:07:41,257 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,257 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:07:41,257 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,257 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,257 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,257 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,257 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,257 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,257 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:41,258 DEBUG [RS:0;0e58e25f69ec:43373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:41,258 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:07:41,260 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:07:41,260 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,260 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,260 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,260 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,260 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,260 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:41,260 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,260 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,43373,1731060460663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:41,260 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:41,261 DEBUG [RS:1;0e58e25f69ec:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:41,261 INFO [RS:2;0e58e25f69ec:40369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:07:41,261 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,262 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:07:41,262 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,262 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,262 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,262 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,262 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,263 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,38387,1731060460701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:41,263 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:07:41,263 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0e58e25f69ec:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:07:41,263 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0e58e25f69ec:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:41,264 DEBUG [RS:2;0e58e25f69ec:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:07:41,270 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,270 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,271 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,271 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,271 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,271 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,40369,1731060460734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:41,276 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:07:41,276 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,43373,1731060460663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,276 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,276 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.Replication(171): 0e58e25f69ec,43373,1731060460663 started 2024-11-08T10:07:41,285 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:07:41,285 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,38387,1731060460701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,285 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,285 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.Replication(171): 0e58e25f69ec,38387,1731060460701 started 2024-11-08T10:07:41,287 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:07:41,287 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,40369,1731060460734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,287 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,287 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.Replication(171): 0e58e25f69ec,40369,1731060460734 started 2024-11-08T10:07:41,289 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,289 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,43373,1731060460663, RpcServer on 0e58e25f69ec/172.17.0.2:43373, sessionid=0x1011b33fe800001 2024-11-08T10:07:41,289 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:07:41,289 DEBUG [RS:0;0e58e25f69ec:43373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,289 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,43373,1731060460663' 2024-11-08T10:07:41,289 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:07:41,289 WARN [0e58e25f69ec:34559 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T10:07:41,290 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:07:41,290 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:07:41,290 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:07:41,290 DEBUG [RS:0;0e58e25f69ec:43373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,290 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,43373,1731060460663' 2024-11-08T10:07:41,290 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:07:41,291 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:07:41,291 DEBUG [RS:0;0e58e25f69ec:43373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:07:41,291 INFO [RS:0;0e58e25f69ec:43373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:07:41,291 INFO [RS:0;0e58e25f69ec:43373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:07:41,300 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,300 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,40369,1731060460734, RpcServer on 0e58e25f69ec/172.17.0.2:40369, sessionid=0x1011b33fe800003 2024-11-08T10:07:41,301 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:07:41,301 DEBUG [RS:2;0e58e25f69ec:40369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:41,301 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,40369,1731060460734' 2024-11-08T10:07:41,301 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:07:41,301 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:07:41,302 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:07:41,302 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:07:41,302 DEBUG [RS:2;0e58e25f69ec:40369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:41,302 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,40369,1731060460734' 2024-11-08T10:07:41,302 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:07:41,302 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:07:41,303 DEBUG [RS:2;0e58e25f69ec:40369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:07:41,303 INFO [RS:2;0e58e25f69ec:40369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:07:41,303 INFO [RS:2;0e58e25f69ec:40369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:07:41,303 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,303 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(1482): Serving as 0e58e25f69ec,38387,1731060460701, RpcServer on 0e58e25f69ec/172.17.0.2:38387, sessionid=0x1011b33fe800002 2024-11-08T10:07:41,303 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:07:41,303 DEBUG [RS:1;0e58e25f69ec:38387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:41,303 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,38387,1731060460701' 2024-11-08T10:07:41,303 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:07:41,304 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:07:41,304 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:07:41,305 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:07:41,305 DEBUG [RS:1;0e58e25f69ec:38387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:41,305 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0e58e25f69ec,38387,1731060460701' 2024-11-08T10:07:41,305 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:07:41,305 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:07:41,306 DEBUG [RS:1;0e58e25f69ec:38387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:07:41,306 INFO [RS:1;0e58e25f69ec:38387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:07:41,306 INFO [RS:1;0e58e25f69ec:38387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:07:41,395 INFO [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C43373%2C1731060460663, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,43373,1731060460663, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs, maxLogs=32 2024-11-08T10:07:41,397 INFO [RS:0;0e58e25f69ec:43373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0e58e25f69ec%2C43373%2C1731060460663.1731060461397 2024-11-08T10:07:41,406 INFO [RS:2;0e58e25f69ec:40369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C40369%2C1731060460734, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,40369,1731060460734, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs, maxLogs=32 2024-11-08T10:07:41,408 INFO [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,43373,1731060460663/0e58e25f69ec%2C43373%2C1731060460663.1731060461397 2024-11-08T10:07:41,409 INFO [RS:1;0e58e25f69ec:38387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C38387%2C1731060460701, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,38387,1731060460701, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs, maxLogs=32 2024-11-08T10:07:41,410 INFO [RS:2;0e58e25f69ec:40369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0e58e25f69ec%2C40369%2C1731060460734.1731060461409 2024-11-08T10:07:41,412 DEBUG [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:36471:36471)] 2024-11-08T10:07:41,412 INFO [RS:1;0e58e25f69ec:38387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0e58e25f69ec%2C38387%2C1731060460701.1731060461412 2024-11-08T10:07:41,420 INFO [RS:2;0e58e25f69ec:40369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,40369,1731060460734/0e58e25f69ec%2C40369%2C1731060460734.1731060461409 2024-11-08T10:07:41,420 INFO [RS:1;0e58e25f69ec:38387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,38387,1731060460701/0e58e25f69ec%2C38387%2C1731060460701.1731060461412 2024-11-08T10:07:41,421 DEBUG [RS:2;0e58e25f69ec:40369 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36471:36471),(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-08T10:07:41,421 DEBUG [RS:1;0e58e25f69ec:38387 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:41097:41097),(127.0.0.1/127.0.0.1:36471:36471)] 2024-11-08T10:07:41,540 DEBUG [0e58e25f69ec:34559 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T10:07:41,541 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(204): Hosts are {0e58e25f69ec=0} racks are {/default-rack=0} 2024-11-08T10:07:41,546 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:07:41,546 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:07:41,547 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:07:41,547 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:07:41,547 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:07:41,547 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:07:41,547 INFO [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:07:41,547 INFO [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:07:41,547 INFO [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:07:41,547 DEBUG [0e58e25f69ec:34559 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:07:41,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,552 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,43373,1731060460663, state=OPENING 2024-11-08T10:07:41,582 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T10:07:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,591 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:41,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:07:41,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,43373,1731060460663}] 2024-11-08T10:07:41,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,751 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:07:41,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:07:41,763 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T10:07:41,763 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-08T10:07:41,767 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0e58e25f69ec%2C43373%2C1731060460663.meta, suffix=.meta, logDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,43373,1731060460663, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs, maxLogs=32 2024-11-08T10:07:41,768 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 0e58e25f69ec%2C43373%2C1731060460663.meta.1731060461768.meta 2024-11-08T10:07:41,777 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/WALs/0e58e25f69ec,43373,1731060460663/0e58e25f69ec%2C43373%2C1731060460663.meta.1731060461768.meta 2024-11-08T10:07:41,781 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36471:36471),(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:41097:41097)] 2024-11-08T10:07:41,786 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:07:41,786 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:07:41,786 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:07:41,787 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:07:41,787 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:07:41,787 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:41,787 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T10:07:41,787 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T10:07:41,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:07:41,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:07:41,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:07:41,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:07:41,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:07:41,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:07:41,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:07:41,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:07:41,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:07:41,797 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:07:41,798 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740 2024-11-08T10:07:41,799 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740 2024-11-08T10:07:41,801 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:07:41,801 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:07:41,802 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:07:41,803 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:07:41,804 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65751257, jitterRate=-0.020229920744895935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:07:41,804 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T10:07:41,805 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731060461787Writing region info on filesystem at 1731060461787Initializing all the Stores at 1731060461788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060461788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060461789 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060461789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060461789Cleaning up temporary data from old regions at 1731060461801 (+12 ms)Running coprocessor post-open hooks at 1731060461804 (+3 ms)Region opened successfully at 1731060461805 (+1 ms) 2024-11-08T10:07:41,807 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731060461750 2024-11-08T10:07:41,810 DEBUG [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:07:41,810 INFO [RS_OPEN_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T10:07:41,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0e58e25f69ec,43373,1731060460663, state=OPEN 2024-11-08T10:07:41,840 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:07:41,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:41,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:07:41,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T10:07:41,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0e58e25f69ec,43373,1731060460663 in 246 msec 2024-11-08T10:07:41,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T10:07:41,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-08T10:07:41,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:07:41,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T10:07:41,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:07:41,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,43373,1731060460663, seqNum=-1] 2024-11-08T10:07:41,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:07:41,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:07:41,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 783 msec 2024-11-08T10:07:41,864 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731060461864, completionTime=-1 2024-11-08T10:07:41,864 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T10:07:41,864 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T10:07:41,866 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T10:07:41,866 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731060521866 2024-11-08T10:07:41,866 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731060581866 2024-11-08T10:07:41,866 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T10:07:41,867 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:07:41,867 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,34559,1731060460498-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,867 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,34559,1731060460498-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,867 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,34559,1731060460498-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,867 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0e58e25f69ec:34559, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,868 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,868 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,871 DEBUG [master/0e58e25f69ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.074sec 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,34559,1731060460498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:07:41,873 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,34559,1731060460498-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T10:07:41,876 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T10:07:41,876 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T10:07:41,876 INFO [master/0e58e25f69ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0e58e25f69ec,34559,1731060460498-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:07:41,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376b00bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:07:41,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0e58e25f69ec,34559,-1 for getting cluster id 2024-11-08T10:07:41,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T10:07:41,962 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85fef86f-bdca-4a57-87eb-83e311cdd253' 2024-11-08T10:07:41,963 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T10:07:41,964 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85fef86f-bdca-4a57-87eb-83e311cdd253" 2024-11-08T10:07:41,964 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25868db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:07:41,964 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0e58e25f69ec,34559,-1] 2024-11-08T10:07:41,965 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T10:07:41,966 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:41,967 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T10:07:41,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6e0fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:07:41,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:07:41,971 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0e58e25f69ec,43373,1731060460663, seqNum=-1] 2024-11-08T10:07:41,971 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:07:41,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:07:41,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:41,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T10:07:41,978 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:41,978 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14a47ed0 2024-11-08T10:07:41,979 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:07:41,980 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:07:41,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:07:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-08T10:07:41,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:07:41,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:41,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-08T10:07:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:41,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:07:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741837_1013 (size=392) 2024-11-08T10:07:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741837_1013 (size=392) 2024-11-08T10:07:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741837_1013 (size=392) 2024-11-08T10:07:42,000 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20efd62388d18d033f7a5a8678d09c75, NAME => 'TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09 2024-11-08T10:07:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741838_1014 (size=51) 2024-11-08T10:07:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741838_1014 (size=51) 2024-11-08T10:07:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741838_1014 (size=51) 2024-11-08T10:07:42,012 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:42,012 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 20efd62388d18d033f7a5a8678d09c75, disabling compactions & flushes 2024-11-08T10:07:42,012 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,012 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,012 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. after waiting 0 ms 2024-11-08T10:07:42,012 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,012 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,012 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20efd62388d18d033f7a5a8678d09c75: Waiting for close lock at 1731060462012Disabling compacts and flushes for region at 1731060462012Disabling writes for close at 1731060462012Writing region close event to WAL at 1731060462012Closed at 1731060462012 2024-11-08T10:07:42,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:07:42,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731060462015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060462015"}]},"ts":"1731060462015"} 2024-11-08T10:07:42,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T10:07:42,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:07:42,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060462022"}]},"ts":"1731060462022"} 2024-11-08T10:07:42,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-08T10:07:42,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0e58e25f69ec=0} racks are {/default-rack=0} 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:07:42,027 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:07:42,027 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:07:42,027 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:07:42,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:07:42,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=20efd62388d18d033f7a5a8678d09c75, ASSIGN}] 2024-11-08T10:07:42,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=20efd62388d18d033f7a5a8678d09c75, ASSIGN 2024-11-08T10:07:42,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=20efd62388d18d033f7a5a8678d09c75, ASSIGN; state=OFFLINE, location=0e58e25f69ec,40369,1731060460734; forceNewPlan=false, retain=false 2024-11-08T10:07:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:42,182 INFO [0e58e25f69ec:34559 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-08T10:07:42,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20efd62388d18d033f7a5a8678d09c75, regionState=OPENING, regionLocation=0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:42,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=20efd62388d18d033f7a5a8678d09c75, ASSIGN because future has completed 2024-11-08T10:07:42,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20efd62388d18d033f7a5a8678d09c75, server=0e58e25f69ec,40369,1731060460734}] 2024-11-08T10:07:42,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T10:07:42,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T10:07:42,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:07:42,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T10:07:42,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T10:07:42,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T10:07:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:42,349 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:07:42,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:07:42,358 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,359 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20efd62388d18d033f7a5a8678d09c75, NAME => 'TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:07:42,359 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,359 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:07:42,359 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,359 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,361 INFO [StoreOpener-20efd62388d18d033f7a5a8678d09c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,363 INFO [StoreOpener-20efd62388d18d033f7a5a8678d09c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20efd62388d18d033f7a5a8678d09c75 columnFamilyName cf 2024-11-08T10:07:42,363 DEBUG [StoreOpener-20efd62388d18d033f7a5a8678d09c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:07:42,364 INFO [StoreOpener-20efd62388d18d033f7a5a8678d09c75-1 {}] regionserver.HStore(327): Store=20efd62388d18d033f7a5a8678d09c75/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:07:42,364 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,365 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,365 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,366 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,366 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,369 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,372 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:07:42,372 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20efd62388d18d033f7a5a8678d09c75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64036267, jitterRate=-0.04578526318073273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:07:42,373 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:42,374 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20efd62388d18d033f7a5a8678d09c75: Running coprocessor pre-open hook at 1731060462359Writing region info on filesystem at 1731060462359Initializing all the Stores at 1731060462361 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060462361Cleaning up temporary data from old regions at 1731060462366 (+5 ms)Running coprocessor post-open hooks at 1731060462373 (+7 ms)Region opened successfully at 1731060462374 (+1 ms) 2024-11-08T10:07:42,375 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75., pid=6, masterSystemTime=1731060462348 2024-11-08T10:07:42,379 DEBUG [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,379 INFO [RS_OPEN_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20efd62388d18d033f7a5a8678d09c75, regionState=OPEN, openSeqNum=2, regionLocation=0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:42,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20efd62388d18d033f7a5a8678d09c75, server=0e58e25f69ec,40369,1731060460734 because future has completed 2024-11-08T10:07:42,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T10:07:42,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20efd62388d18d033f7a5a8678d09c75, server=0e58e25f69ec,40369,1731060460734 in 194 msec 2024-11-08T10:07:42,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T10:07:42,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=20efd62388d18d033f7a5a8678d09c75, ASSIGN in 364 msec 2024-11-08T10:07:42,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:07:42,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060462397"}]},"ts":"1731060462397"} 2024-11-08T10:07:42,400 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-08T10:07:42,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:07:42,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 421 msec 2024-11-08T10:07:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:07:42,617 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T10:07:42,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-08T10:07:42,617 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:07:42,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-08T10:07:42,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:07:42,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-08T10:07:42,625 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75., hostname=0e58e25f69ec,40369,1731060460734, seqNum=2] 2024-11-08T10:07:42,626 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:07:42,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:07:42,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-08T10:07:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-08T10:07:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:42,635 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-08T10:07:42,636 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T10:07:42,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T10:07:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:42,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T10:07:42,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,792 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 20efd62388d18d033f7a5a8678d09c75 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-08T10:07:42,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/.tmp/cf/d9d43846af90463894dfc145e71575ef is 36, key is row/cf:cq/1731060462628/Put/seqid=0 2024-11-08T10:07:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741839_1015 (size=4787) 2024-11-08T10:07:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741839_1015 (size=4787) 2024-11-08T10:07:42,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741839_1015 (size=4787) 2024-11-08T10:07:42,826 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/.tmp/cf/d9d43846af90463894dfc145e71575ef 2024-11-08T10:07:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/.tmp/cf/d9d43846af90463894dfc145e71575ef as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/cf/d9d43846af90463894dfc145e71575ef 2024-11-08T10:07:42,845 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/cf/d9d43846af90463894dfc145e71575ef, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T10:07:42,847 INFO [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 20efd62388d18d033f7a5a8678d09c75 in 55ms, sequenceid=5, compaction requested=false 2024-11-08T10:07:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 20efd62388d18d033f7a5a8678d09c75: 2024-11-08T10:07:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/0e58e25f69ec:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T10:07:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T10:07:42,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T10:07:42,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-11-08T10:07:42,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 223 msec 2024-11-08T10:07:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T10:07:42,958 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-08T10:07:42,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T10:07:42,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:07:42,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:42,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:42,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:42,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T10:07:42,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T10:07:42,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1814889570, stopped=false 2024-11-08T10:07:42,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0e58e25f69ec,34559,1731060460498 2024-11-08T10:07:43,015 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:43,015 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:43,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:07:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:07:43,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:43,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:07:43,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:43,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:43,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:43,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:43,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,43373,1731060460663' ***** 2024-11-08T10:07:43,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:07:43,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,38387,1731060460701' ***** 2024-11-08T10:07:43,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:07:43,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0e58e25f69ec,40369,1731060460734' ***** 2024-11-08T10:07:43,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:07:43,019 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:07:43,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:07:43,019 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:07:43,019 INFO [RS:0;0e58e25f69ec:43373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:07:43,019 INFO [RS:0;0e58e25f69ec:43373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:07:43,019 INFO [RS:2;0e58e25f69ec:40369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:07:43,019 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:07:43,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:07:43,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:07:43,020 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:43,020 INFO [RS:2;0e58e25f69ec:40369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:07:43,020 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:43,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:07:43,020 INFO [RS:1;0e58e25f69ec:38387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:07:43,020 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(3091): Received CLOSE for 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:43,020 INFO [RS:1;0e58e25f69ec:38387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:07:43,020 INFO [RS:0;0e58e25f69ec:43373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0e58e25f69ec:43373. 2024-11-08T10:07:43,021 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:43,021 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:43,021 INFO [RS:1;0e58e25f69ec:38387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0e58e25f69ec:38387. 2024-11-08T10:07:43,021 DEBUG [RS:0;0e58e25f69ec:43373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:43,021 DEBUG [RS:0;0e58e25f69ec:43373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,021 DEBUG [RS:1;0e58e25f69ec:38387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:43,021 DEBUG [RS:1;0e58e25f69ec:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,021 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:07:43,022 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(959): stopping server 0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:43,022 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:07:43,022 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,38387,1731060460701; all regions closed. 2024-11-08T10:07:43,022 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:43,022 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:07:43,022 INFO [RS:2;0e58e25f69ec:40369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0e58e25f69ec:40369. 2024-11-08T10:07:43,022 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T10:07:43,022 DEBUG [RS:2;0e58e25f69ec:40369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:07:43,022 DEBUG [RS:2;0e58e25f69ec:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,022 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T10:07:43,022 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1325): Online Regions={20efd62388d18d033f7a5a8678d09c75=TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75.} 2024-11-08T10:07:43,022 DEBUG [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1351): Waiting on 20efd62388d18d033f7a5a8678d09c75 2024-11-08T10:07:43,022 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T10:07:43,022 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T10:07:43,022 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,023 DEBUG [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:07:43,023 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,023 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:07:43,023 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:07:43,023 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20efd62388d18d033f7a5a8678d09c75, disabling compactions & flushes 2024-11-08T10:07:43,023 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,023 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. after waiting 0 ms 2024-11-08T10:07:43,023 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:43,023 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T10:07:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741835_1011 (size=93) 2024-11-08T10:07:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741835_1011 (size=93) 2024-11-08T10:07:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741835_1011 (size=93) 2024-11-08T10:07:43,030 DEBUG [RS:1;0e58e25f69ec:38387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 0e58e25f69ec%2C38387%2C1731060460701:(num 1731060461412) 2024-11-08T10:07:43,030 DEBUG [RS:1;0e58e25f69ec:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:07:43,030 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:07:43,030 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:43,031 INFO [RS:1;0e58e25f69ec:38387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38387 2024-11-08T10:07:43,034 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/default/TestHBaseWalOnEC/20efd62388d18d033f7a5a8678d09c75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T10:07:43,035 INFO [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:43,036 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20efd62388d18d033f7a5a8678d09c75: Waiting for close lock at 1731060463023Running coprocessor pre-close hooks at 1731060463023Disabling compacts and flushes for region at 1731060463023Disabling writes for close at 1731060463023Writing region close event to WAL at 1731060463024 (+1 ms)Running coprocessor post-close hooks at 1731060463035 (+11 ms)Closed at 1731060463035 2024-11-08T10:07:43,036 DEBUG [RS_CLOSE_REGION-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75. 2024-11-08T10:07:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,38387,1731060460701 2024-11-08T10:07:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:07:43,040 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:43,046 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/info/56b79704ea4f44ef9c2c0f381c375cb8 is 153, key is TestHBaseWalOnEC,,1731060461981.20efd62388d18d033f7a5a8678d09c75./info:regioninfo/1731060462380/Put/seqid=0 2024-11-08T10:07:43,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,38387,1731060460701] 2024-11-08T10:07:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741840_1016 (size=6637) 2024-11-08T10:07:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741840_1016 (size=6637) 2024-11-08T10:07:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741840_1016 (size=6637) 2024-11-08T10:07:43,055 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/info/56b79704ea4f44ef9c2c0f381c375cb8 2024-11-08T10:07:43,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,38387,1731060460701 already deleted, retry=false 2024-11-08T10:07:43,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,38387,1731060460701 expired; onlineServers=2 2024-11-08T10:07:43,063 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:43,067 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:43,076 INFO [regionserver/0e58e25f69ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:43,077 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/ns/567fee1d092242f7a1a4989add578174 is 43, key is default/ns:d/1731060461856/Put/seqid=0 2024-11-08T10:07:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741841_1017 (size=5153) 2024-11-08T10:07:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741841_1017 (size=5153) 2024-11-08T10:07:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741841_1017 (size=5153) 2024-11-08T10:07:43,084 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/ns/567fee1d092242f7a1a4989add578174 2024-11-08T10:07:43,106 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/table/49bff9897cc14ec381d197ae7330ebf8 is 52, key is TestHBaseWalOnEC/table:state/1731060462397/Put/seqid=0 2024-11-08T10:07:43,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741842_1018 (size=5249) 2024-11-08T10:07:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741842_1018 (size=5249) 2024-11-08T10:07:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741842_1018 (size=5249) 2024-11-08T10:07:43,113 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/table/49bff9897cc14ec381d197ae7330ebf8 2024-11-08T10:07:43,122 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/info/56b79704ea4f44ef9c2c0f381c375cb8 as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/info/56b79704ea4f44ef9c2c0f381c375cb8 2024-11-08T10:07:43,131 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/info/56b79704ea4f44ef9c2c0f381c375cb8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T10:07:43,132 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/ns/567fee1d092242f7a1a4989add578174 as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/ns/567fee1d092242f7a1a4989add578174 2024-11-08T10:07:43,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x1011b33fe800002, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,159 INFO [RS:1;0e58e25f69ec:38387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:43,160 INFO [RS:1;0e58e25f69ec:38387 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,38387,1731060460701; zookeeper connection closed. 2024-11-08T10:07:43,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53680d1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53680d1f 2024-11-08T10:07:43,163 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/ns/567fee1d092242f7a1a4989add578174, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T10:07:43,164 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/.tmp/table/49bff9897cc14ec381d197ae7330ebf8 as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/table/49bff9897cc14ec381d197ae7330ebf8 2024-11-08T10:07:43,173 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/table/49bff9897cc14ec381d197ae7330ebf8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T10:07:43,174 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=11, compaction requested=false 2024-11-08T10:07:43,180 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T10:07:43,181 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:07:43,181 INFO [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:07:43,181 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060463022Running coprocessor pre-close hooks at 1731060463022Disabling compacts and flushes for region at 1731060463022Disabling writes for close at 1731060463023 (+1 ms)Obtaining lock to block concurrent updates at 1731060463023Preparing flush snapshotting stores in 1588230740 at 1731060463023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731060463024 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731060463025 (+1 ms)Flushing 1588230740/info: creating writer at 1731060463025Flushing 1588230740/info: appending metadata at 1731060463046 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731060463046Flushing 1588230740/ns: creating writer at 1731060463062 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731060463077 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731060463077Flushing 1588230740/table: creating writer at 1731060463091 (+14 ms)Flushing 1588230740/table: appending metadata at 1731060463105 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731060463105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5688a693: reopening flushed file at 1731060463121 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cce913: reopening flushed file at 1731060463131 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2546fe00: reopening flushed file at 1731060463163 (+32 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=11, compaction requested=false at 1731060463174 (+11 ms)Writing region close event to WAL at 1731060463176 (+2 ms)Running coprocessor post-close hooks at 1731060463181 (+5 ms)Closed at 1731060463181 2024-11-08T10:07:43,182 DEBUG [RS_CLOSE_META-regionserver/0e58e25f69ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T10:07:43,222 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,40369,1731060460734; all regions closed. 2024-11-08T10:07:43,223 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(976): stopping server 0e58e25f69ec,43373,1731060460663; all regions closed. 2024-11-08T10:07:43,223 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,223 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,223 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,223 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,223 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,224 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,224 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,224 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,224 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,224 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741834_1010 (size=1298) 2024-11-08T10:07:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741836_1012 (size=2751) 2024-11-08T10:07:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741836_1012 (size=2751) 2024-11-08T10:07:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741836_1012 (size=2751) 2024-11-08T10:07:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741834_1010 (size=1298) 2024-11-08T10:07:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741834_1010 (size=1298) 2024-11-08T10:07:43,230 DEBUG [RS:2;0e58e25f69ec:40369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs 2024-11-08T10:07:43,230 INFO [RS:2;0e58e25f69ec:40369 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 0e58e25f69ec%2C40369%2C1731060460734:(num 1731060461409) 2024-11-08T10:07:43,230 DEBUG [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs 2024-11-08T10:07:43,230 DEBUG [RS:2;0e58e25f69ec:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,230 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:43,230 INFO [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 0e58e25f69ec%2C43373%2C1731060460663.meta:.meta(num 1731060461768) 2024-11-08T10:07:43,230 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:43,230 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:43,231 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,231 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:43,231 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:07:43,231 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:07:43,231 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,231 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:07:43,231 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:43,231 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,231 INFO [RS:2;0e58e25f69ec:40369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40369 2024-11-08T10:07:43,231 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,231 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741833_1009 (size=93) 2024-11-08T10:07:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741833_1009 (size=93) 2024-11-08T10:07:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741833_1009 (size=93) 2024-11-08T10:07:43,237 DEBUG [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/oldWALs 2024-11-08T10:07:43,238 INFO [RS:0;0e58e25f69ec:43373 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 0e58e25f69ec%2C43373%2C1731060460663:(num 1731060461397) 2024-11-08T10:07:43,238 DEBUG [RS:0;0e58e25f69ec:43373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:07:43,238 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:07:43,238 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:43,238 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.ChoreService(370): Chore service for: regionserver/0e58e25f69ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:43,238 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:43,238 INFO [regionserver/0e58e25f69ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:43,238 INFO [RS:0;0e58e25f69ec:43373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43373 2024-11-08T10:07:43,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:07:43,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,40369,1731060460734 2024-11-08T10:07:43,248 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:43,248 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$375/0x00007f3b448f7380@6a3df98d rejected from java.util.concurrent.ThreadPoolExecutor@6e026012[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T10:07:43,257 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:43,257 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0e58e25f69ec,43373,1731060460663 2024-11-08T10:07:43,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,40369,1731060460734] 2024-11-08T10:07:43,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,40369,1731060460734 already deleted, retry=false 2024-11-08T10:07:43,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,40369,1731060460734 expired; onlineServers=1 2024-11-08T10:07:43,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0e58e25f69ec,43373,1731060460663] 2024-11-08T10:07:43,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0e58e25f69ec,43373,1731060460663 already deleted, retry=false 2024-11-08T10:07:43,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0e58e25f69ec,43373,1731060460663 expired; onlineServers=0 2024-11-08T10:07:43,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0e58e25f69ec,34559,1731060460498' ***** 2024-11-08T10:07:43,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T10:07:43,290 INFO [M:0;0e58e25f69ec:34559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:07:43,290 INFO [M:0;0e58e25f69ec:34559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:07:43,290 DEBUG [M:0;0e58e25f69ec:34559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T10:07:43,291 DEBUG [M:0;0e58e25f69ec:34559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T10:07:43,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T10:07:43,291 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731060461085 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.small.0-1731060461085,5,FailOnTimeoutGroup] 2024-11-08T10:07:43,291 DEBUG [master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731060461084 {}] cleaner.HFileCleaner(306): Exit Thread[master/0e58e25f69ec:0:becomeActiveMaster-HFileCleaner.large.0-1731060461084,5,FailOnTimeoutGroup] 2024-11-08T10:07:43,291 INFO [M:0;0e58e25f69ec:34559 {}] hbase.ChoreService(370): Chore service for: master/0e58e25f69ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T10:07:43,291 INFO [M:0;0e58e25f69ec:34559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:07:43,291 DEBUG [M:0;0e58e25f69ec:34559 {}] master.HMaster(1795): Stopping service threads 2024-11-08T10:07:43,291 INFO [M:0;0e58e25f69ec:34559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T10:07:43,291 INFO [M:0;0e58e25f69ec:34559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:07:43,292 INFO [M:0;0e58e25f69ec:34559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T10:07:43,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T10:07:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T10:07:43,298 DEBUG [M:0;0e58e25f69ec:34559 {}] zookeeper.ZKUtil(347): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T10:07:43,298 WARN [M:0;0e58e25f69ec:34559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T10:07:43,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:07:43,299 INFO [M:0;0e58e25f69ec:34559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/.lastflushedseqids 2024-11-08T10:07:43,301 WARN [IPC Server handler 4 on default port 40089 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-08T10:07:43,301 WARN [IPC Server handler 4 on default port 40089 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-08T10:07:43,301 WARN [IPC Server handler 4 on default port 40089 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-08T10:07:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741843_1019 (size=127) 2024-11-08T10:07:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741843_1019 (size=127) 2024-11-08T10:07:43,308 INFO [M:0;0e58e25f69ec:34559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T10:07:43,308 INFO [M:0;0e58e25f69ec:34559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T10:07:43,308 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:07:43,308 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:43,308 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:43,308 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:07:43,308 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:43,308 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-08T10:07:43,325 DEBUG [M:0;0e58e25f69ec:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94f32b3e73f349029d70e767cea61270 is 82, key is hbase:meta,,1/info:regioninfo/1731060461811/Put/seqid=0 2024-11-08T10:07:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741844_1020 (size=5672) 2024-11-08T10:07:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741844_1020 (size=5672) 2024-11-08T10:07:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741844_1020 (size=5672) 2024-11-08T10:07:43,333 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94f32b3e73f349029d70e767cea61270 2024-11-08T10:07:43,355 DEBUG [M:0;0e58e25f69ec:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/389ae2e2943c4459b04b375d5ef573a1 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731060462404/Put/seqid=0 2024-11-08T10:07:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741845_1021 (size=6438) 2024-11-08T10:07:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741845_1021 (size=6438) 2024-11-08T10:07:43,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741845_1021 (size=6438) 2024-11-08T10:07:43,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,365 INFO [RS:2;0e58e25f69ec:40369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:43,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1011b33fe800003, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,365 INFO [RS:2;0e58e25f69ec:40369 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,40369,1731060460734; zookeeper connection closed. 2024-11-08T10:07:43,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56364164 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56364164 2024-11-08T10:07:43,373 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,373 INFO [RS:0;0e58e25f69ec:43373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:43,373 INFO [RS:0;0e58e25f69ec:43373 {}] regionserver.HRegionServer(1031): Exiting; stopping=0e58e25f69ec,43373,1731060460663; zookeeper connection closed. 2024-11-08T10:07:43,373 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43373-0x1011b33fe800001, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a7d0559 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a7d0559 2024-11-08T10:07:43,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T10:07:43,765 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/389ae2e2943c4459b04b375d5ef573a1 2024-11-08T10:07:43,792 DEBUG [M:0;0e58e25f69ec:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2004bd89d1ba4b24bb3e2026e20082e2 is 69, key is 0e58e25f69ec,38387,1731060460701/rs:state/1731060461207/Put/seqid=0 2024-11-08T10:07:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741846_1022 (size=5294) 2024-11-08T10:07:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741846_1022 (size=5294) 2024-11-08T10:07:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741846_1022 (size=5294) 2024-11-08T10:07:43,800 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2004bd89d1ba4b24bb3e2026e20082e2 2024-11-08T10:07:43,806 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94f32b3e73f349029d70e767cea61270 as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94f32b3e73f349029d70e767cea61270 2024-11-08T10:07:43,812 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94f32b3e73f349029d70e767cea61270, entries=8, sequenceid=72, filesize=5.5 K 2024-11-08T10:07:43,813 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/389ae2e2943c4459b04b375d5ef573a1 as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/389ae2e2943c4459b04b375d5ef573a1 2024-11-08T10:07:43,819 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/389ae2e2943c4459b04b375d5ef573a1, entries=8, sequenceid=72, filesize=6.3 K 2024-11-08T10:07:43,820 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2004bd89d1ba4b24bb3e2026e20082e2 as hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2004bd89d1ba4b24bb3e2026e20082e2 2024-11-08T10:07:43,827 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/a0419e41-5611-8c1c-6386-6bcfeae53d09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2004bd89d1ba4b24bb3e2026e20082e2, entries=3, sequenceid=72, filesize=5.2 K 2024-11-08T10:07:43,829 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=72, compaction requested=false 2024-11-08T10:07:43,830 INFO [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:07:43,830 DEBUG [M:0;0e58e25f69ec:34559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060463308Disabling compacts and flushes for region at 1731060463308Disabling writes for close at 1731060463308Obtaining lock to block concurrent updates at 1731060463308Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731060463308Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731060463309 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731060463310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731060463310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731060463324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731060463324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731060463339 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731060463355 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731060463355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731060463777 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731060463792 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731060463792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26aefbb7: reopening flushed file at 1731060463805 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b8fa2c: reopening flushed file at 1731060463812 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a56003: reopening flushed file at 1731060463819 (+7 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=72, compaction requested=false at 1731060463829 (+10 ms)Writing region close event to WAL at 1731060463830 (+1 ms)Closed at 1731060463830 2024-11-08T10:07:43,831 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,831 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,831 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,831 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,831 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-08T10:07:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38199 is added to blk_1073741830_1006 (size=32662) 2024-11-08T10:07:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741830_1006 (size=32662) 2024-11-08T10:07:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41597 is added to blk_1073741830_1006 (size=32662) 2024-11-08T10:07:43,835 INFO [M:0;0e58e25f69ec:34559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T10:07:43,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:07:43,835 INFO [M:0;0e58e25f69ec:34559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34559 2024-11-08T10:07:43,835 INFO [M:0;0e58e25f69ec:34559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:07:43,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,974 INFO [M:0;0e58e25f69ec:34559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:07:43,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x1011b33fe800000, quorum=127.0.0.1:50632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:07:43,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f872bbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:43,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@734ce002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:43,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:43,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b3fbfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:43,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dcac8d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:43,986 WARN [BP-72214646-172.17.0.2-1731060458417 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:07:43,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:07:43,986 WARN [BP-72214646-172.17.0.2-1731060458417 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72214646-172.17.0.2-1731060458417 (Datanode Uuid 64fced32-ea01-4ea4-abf1-c7a3af5b706c) service to localhost/127.0.0.1:40089 2024-11-08T10:07:43,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:07:43,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data5/current/BP-72214646-172.17.0.2-1731060458417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:43,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data6/current/BP-72214646-172.17.0.2-1731060458417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:43,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:07:43,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c130e95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:43,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c2764e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:43,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:43,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ea337e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:43,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29927a24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:43,992 WARN [BP-72214646-172.17.0.2-1731060458417 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:07:43,992 WARN [BP-72214646-172.17.0.2-1731060458417 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72214646-172.17.0.2-1731060458417 (Datanode Uuid 53407dad-cf21-4e52-b4ee-1d095fe833b5) service to localhost/127.0.0.1:40089 2024-11-08T10:07:43,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data3/current/BP-72214646-172.17.0.2-1731060458417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:43,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data4/current/BP-72214646-172.17.0.2-1731060458417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:43,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:07:43,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:07:43,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:07:43,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f40ccf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:07:43,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78de12c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:43,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:43,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@427407e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:43,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f7cb10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:43,997 WARN [BP-72214646-172.17.0.2-1731060458417 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:07:43,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:07:43,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:07:43,997 WARN [BP-72214646-172.17.0.2-1731060458417 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72214646-172.17.0.2-1731060458417 (Datanode Uuid 7127952a-106f-4c9a-a92a-833d0983cdca) service to localhost/127.0.0.1:40089 2024-11-08T10:07:43,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data1/current/BP-72214646-172.17.0.2-1731060458417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:43,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/cluster_437adab3-5364-5fae-d416-c679db4f0358/data/data2/current/BP-72214646-172.17.0.2-1731060458417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:07:43,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:07:44,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2385e487{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:07:44,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@722f6ac4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:07:44,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:07:44,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fbe2fc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:07:44,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760f4a1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb9364c3-9b70-9aee-c733-30988837c484/hadoop.log.dir/,STOPPED} 2024-11-08T10:07:44,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T10:07:44,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T10:07:44,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=152 (was 91) - Thread LEAK? -, OpenFileDescriptor=518 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=8855 (was 9083)