2024-12-04 21:45:29,801 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-12-04 21:45:29,813 main DEBUG Took 0.010151 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 21:45:29,813 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 21:45:29,814 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 21:45:29,815 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 21:45:29,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,824 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 21:45:29,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,848 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,850 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,853 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,855 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,856 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,857 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 21:45:29,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,860 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 21:45:29,861 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 21:45:29,863 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 21:45:29,865 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 21:45:29,865 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 21:45:29,867 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 21:45:29,868 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 21:45:29,877 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 21:45:29,879 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 21:45:29,881 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 21:45:29,882 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 21:45:29,882 main DEBUG createAppenders(={Console}) 2024-12-04 21:45:29,883 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-12-04 21:45:29,884 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-12-04 21:45:29,884 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-12-04 21:45:29,885 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 21:45:29,885 main DEBUG OutputStream closed 2024-12-04 21:45:29,886 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 21:45:29,886 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 21:45:29,886 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-12-04 21:45:29,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 21:45:29,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 21:45:29,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 21:45:29,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 21:45:29,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 21:45:29,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 21:45:29,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 21:45:29,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 21:45:29,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 21:45:29,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 21:45:29,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 21:45:29,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 21:45:29,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 21:45:29,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 21:45:29,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 21:45:29,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 21:45:29,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 21:45:29,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 21:45:29,984 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 21:45:29,985 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-04 21:45:29,985 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 21:45:29,986 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-04T21:45:30,001 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-12-04 21:45:30,004 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 21:45:30,004 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T21:45:30,225 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18 2024-12-04T21:45:30,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a, deleteOnExit=true 2024-12-04T21:45:30,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/test.cache.data in system properties and HBase conf 2024-12-04T21:45:30,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T21:45:30,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir in system properties and HBase conf 2024-12-04T21:45:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T21:45:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T21:45:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T21:45:30,338 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T21:45:30,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T21:45:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:45:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:45:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T21:45:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:45:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T21:45:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T21:45:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:45:30,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:45:30,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T21:45:30,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/nfs.dump.dir in system properties and HBase conf 2024-12-04T21:45:30,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/java.io.tmpdir in system properties and HBase conf 2024-12-04T21:45:30,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:45:30,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T21:45:30,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T21:45:31,206 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T21:45:31,276 INFO [Time-limited test {}] log.Log(170): Logging initialized @2145ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T21:45:31,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:31,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:31,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:31,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:31,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:45:31,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:31,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4395d44b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:31,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f93dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:31,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58dbf239{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/java.io.tmpdir/jetty-localhost-38223-hadoop-hdfs-3_4_1-tests_jar-_-any-7323060565100457995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:45:31,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13e2962d{HTTP/1.1, (http/1.1)}{localhost:38223} 2024-12-04T21:45:31,625 INFO [Time-limited test {}] server.Server(415): Started @2496ms 2024-12-04T21:45:31,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:31,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:31,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:31,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:31,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:45:31,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@431e53b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:31,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc262e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:32,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65462677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/java.io.tmpdir/jetty-localhost-43875-hadoop-hdfs-3_4_1-tests_jar-_-any-2269403479582683229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:32,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@383014b{HTTP/1.1, (http/1.1)}{localhost:43875} 2024-12-04T21:45:32,094 INFO [Time-limited test {}] server.Server(415): Started @2965ms 2024-12-04T21:45:32,146 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:45:32,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:32,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:32,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:32,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:32,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:45:32,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@444b27d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:32,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af5a446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:32,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513cab2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/java.io.tmpdir/jetty-localhost-33807-hadoop-hdfs-3_4_1-tests_jar-_-any-6274155258176572672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:32,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a123ec{HTTP/1.1, (http/1.1)}{localhost:33807} 2024-12-04T21:45:32,387 INFO [Time-limited test {}] server.Server(415): Started @3258ms 2024-12-04T21:45:32,390 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:45:32,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:32,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:32,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:32,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:32,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:45:32,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e2f174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:32,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343b36c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:32,514 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data4/current/BP-1615618488-172.17.0.2-1733348730993/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:32,514 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data1/current/BP-1615618488-172.17.0.2-1733348730993/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:32,514 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data3/current/BP-1615618488-172.17.0.2-1733348730993/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:32,514 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data2/current/BP-1615618488-172.17.0.2-1733348730993/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:32,574 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:45:32,574 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:45:32,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@653e6301{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/java.io.tmpdir/jetty-localhost-37893-hadoop-hdfs-3_4_1-tests_jar-_-any-1942811292417514568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:32,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404caff2{HTTP/1.1, (http/1.1)}{localhost:37893} 2024-12-04T21:45:32,580 INFO [Time-limited test {}] server.Server(415): Started @3450ms 2024-12-04T21:45:32,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:45:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddee5abb28077d2e with lease ID 0x6a6904770ad92cc2: Processing first storage report for DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119 from datanode DatanodeRegistration(127.0.0.1:42005, datanodeUuid=80e9633c-dce2-4621-99b4-e5857645090e, infoPort=36499, infoSecurePort=0, ipcPort=40735, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993) 2024-12-04T21:45:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddee5abb28077d2e with lease ID 0x6a6904770ad92cc2: from storage DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119 node DatanodeRegistration(127.0.0.1:42005, datanodeUuid=80e9633c-dce2-4621-99b4-e5857645090e, infoPort=36499, infoSecurePort=0, ipcPort=40735, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T21:45:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf756e499eb56f331 with lease ID 0x6a6904770ad92cc1: Processing first storage report for DS-b7c6442f-8b4b-40db-9052-290b032e5286 from datanode DatanodeRegistration(127.0.0.1:43879, datanodeUuid=4000341d-b998-4806-9fca-9e6b5a638430, infoPort=37429, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993) 2024-12-04T21:45:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf756e499eb56f331 with lease ID 0x6a6904770ad92cc1: from storage DS-b7c6442f-8b4b-40db-9052-290b032e5286 node DatanodeRegistration(127.0.0.1:43879, datanodeUuid=4000341d-b998-4806-9fca-9e6b5a638430, infoPort=37429, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T21:45:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddee5abb28077d2e with lease ID 0x6a6904770ad92cc2: Processing first storage report for DS-81dc1f02-f159-4591-a5d2-9c0d06539222 from datanode DatanodeRegistration(127.0.0.1:42005, datanodeUuid=80e9633c-dce2-4621-99b4-e5857645090e, infoPort=36499, infoSecurePort=0, ipcPort=40735, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993) 2024-12-04T21:45:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddee5abb28077d2e with lease ID 0x6a6904770ad92cc2: from storage DS-81dc1f02-f159-4591-a5d2-9c0d06539222 node DatanodeRegistration(127.0.0.1:42005, datanodeUuid=80e9633c-dce2-4621-99b4-e5857645090e, infoPort=36499, infoSecurePort=0, ipcPort=40735, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf756e499eb56f331 with lease ID 0x6a6904770ad92cc1: Processing first storage report for DS-d3245f40-eaa7-4ef3-9539-1d1e6bf4d71d from datanode DatanodeRegistration(127.0.0.1:43879, datanodeUuid=4000341d-b998-4806-9fca-9e6b5a638430, infoPort=37429, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993) 2024-12-04T21:45:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf756e499eb56f331 with lease ID 0x6a6904770ad92cc1: from storage DS-d3245f40-eaa7-4ef3-9539-1d1e6bf4d71d node DatanodeRegistration(127.0.0.1:43879, datanodeUuid=4000341d-b998-4806-9fca-9e6b5a638430, infoPort=37429, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:32,685 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data5/current/BP-1615618488-172.17.0.2-1733348730993/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:32,685 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data6/current/BP-1615618488-172.17.0.2-1733348730993/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:32,714 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:45:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3475d8464ec9d181 with lease ID 0x6a6904770ad92cc3: Processing first storage report for DS-597d9c29-bf62-49af-af46-a0e588281c88 from datanode DatanodeRegistration(127.0.0.1:33015, datanodeUuid=675dc9ed-79d7-4f0b-9289-4b4098315b81, infoPort=43053, infoSecurePort=0, ipcPort=34555, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993) 2024-12-04T21:45:32,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3475d8464ec9d181 with lease ID 0x6a6904770ad92cc3: from storage DS-597d9c29-bf62-49af-af46-a0e588281c88 node DatanodeRegistration(127.0.0.1:33015, datanodeUuid=675dc9ed-79d7-4f0b-9289-4b4098315b81, infoPort=43053, infoSecurePort=0, ipcPort=34555, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T21:45:32,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3475d8464ec9d181 with lease ID 0x6a6904770ad92cc3: Processing first storage report for DS-e4017714-f7cf-4049-86dc-99b9a14aa32f from datanode DatanodeRegistration(127.0.0.1:33015, datanodeUuid=675dc9ed-79d7-4f0b-9289-4b4098315b81, infoPort=43053, infoSecurePort=0, ipcPort=34555, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993) 2024-12-04T21:45:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3475d8464ec9d181 with lease ID 0x6a6904770ad92cc3: from storage DS-e4017714-f7cf-4049-86dc-99b9a14aa32f node DatanodeRegistration(127.0.0.1:33015, datanodeUuid=675dc9ed-79d7-4f0b-9289-4b4098315b81, infoPort=43053, infoSecurePort=0, ipcPort=34555, storageInfo=lv=-57;cid=testClusterID;nsid=1417934323;c=1733348730993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:32,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18 2024-12-04T21:45:33,048 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-12-04T21:45:33,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=156, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=3204 2024-12-04T21:45:33,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T21:45:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-12-04T21:45:33,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/zookeeper_0, clientPort=55417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T21:45:33,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55417 2024-12-04T21:45:33,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:33,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:33,329 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:33,329 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:33,379 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:39214 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:33015:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39214 dst: /127.0.0.1:33015 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775792_1002 (size=7) 2024-12-04T21:45:33,797 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:33,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc with version=8 2024-12-04T21:45:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/hbase-staging 2024-12-04T21:45:33,883 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T21:45:34,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:34,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:34,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:34,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T21:45:34,270 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T21:45:34,282 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T21:45:34,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:34,309 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 71310 (auto-detected) 2024-12-04T21:45:34,310 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T21:45:34,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40607 2024-12-04T21:45:34,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40607 connecting to ZooKeeper ensemble=127.0.0.1:55417 2024-12-04T21:45:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406070x0, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:34,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40607-0x100a7320d680000 connected 2024-12-04T21:45:34,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:34,413 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc, hbase.cluster.distributed=false 2024-12-04T21:45:34,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:34,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40607 2024-12-04T21:45:34,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40607 2024-12-04T21:45:34,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40607 2024-12-04T21:45:34,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40607 2024-12-04T21:45:34,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40607 2024-12-04T21:45:34,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:34,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:34,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:34,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:45:34,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:34,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35359 2024-12-04T21:45:34,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35359 connecting to ZooKeeper ensemble=127.0.0.1:55417 2024-12-04T21:45:34,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353590x0, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:34,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353590x0, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:34,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35359-0x100a7320d680001 connected 2024-12-04T21:45:34,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:45:34,568 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:45:34,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:45:34,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:34,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35359 2024-12-04T21:45:34,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35359 2024-12-04T21:45:34,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35359 2024-12-04T21:45:34,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35359 2024-12-04T21:45:34,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35359 2024-12-04T21:45:34,595 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:34,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:34,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:34,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:45:34,596 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:34,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36963 2024-12-04T21:45:34,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36963 connecting to ZooKeeper ensemble=127.0.0.1:55417 2024-12-04T21:45:34,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369630x0, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:34,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369630x0, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:34,610 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:45:34,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36963-0x100a7320d680002 connected 2024-12-04T21:45:34,619 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:45:34,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:45:34,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:34,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-04T21:45:34,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36963 2024-12-04T21:45:34,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36963 2024-12-04T21:45:34,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-04T21:45:34,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-04T21:45:34,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:34,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:45:34,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:34,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36521 2024-12-04T21:45:34,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36521 connecting to ZooKeeper ensemble=127.0.0.1:55417 2024-12-04T21:45:34,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365210x0, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:34,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36521-0x100a7320d680003 connected 2024-12-04T21:45:34,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:34,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:45:34,665 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:45:34,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:45:34,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:34,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36521 2024-12-04T21:45:34,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36521 2024-12-04T21:45:34,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36521 2024-12-04T21:45:34,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36521 2024-12-04T21:45:34,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36521 2024-12-04T21:45:34,692 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb3046a53f79:40607 2024-12-04T21:45:34,693 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb3046a53f79,40607,1733348733929 2024-12-04T21:45:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,701 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb3046a53f79,40607,1733348733929 2024-12-04T21:45:34,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:34,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:34,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,720 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T21:45:34,721 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb3046a53f79,40607,1733348733929 from backup master directory 2024-12-04T21:45:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb3046a53f79,40607,1733348733929 2024-12-04T21:45:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:34,725 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:34,725 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb3046a53f79,40607,1733348733929 2024-12-04T21:45:34,727 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T21:45:34,729 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T21:45:34,794 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/hbase.id] with ID: 35cabc4b-fd20-4efe-8c8d-3f263af47fc3 2024-12-04T21:45:34,794 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/.tmp/hbase.id 2024-12-04T21:45:34,802 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,802 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,807 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:39232 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:33015:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39232 dst: /127.0.0.1:33015 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775776_1004 (size=42) 2024-12-04T21:45:34,814 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:34,815 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/.tmp/hbase.id]:[hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/hbase.id] 2024-12-04T21:45:34,858 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:34,862 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T21:45:34,880 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-04T21:45:34,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:34,893 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,894 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,896 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:39250 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:33015:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39250 dst: /127.0.0.1:33015 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775760_1006 (size=196) 2024-12-04T21:45:34,905 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:34,917 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:45:34,919 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T21:45:34,924 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:45:34,951 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,951 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,955 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:55056 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:42005:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55056 dst: /127.0.0.1:42005 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:34,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775744_1008 (size=1189) 2024-12-04T21:45:34,961 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:34,982 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store 2024-12-04T21:45:34,997 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:34,997 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:35,003 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:37740 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37740 dst: /127.0.0.1:43879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775728_1010 (size=34) 2024-12-04T21:45:35,009 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:35,014 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T21:45:35,018 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:35,019 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:45:35,019 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:35,019 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:35,021 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:45:35,022 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:35,022 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:35,023 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733348735019Disabling compacts and flushes for region at 1733348735019Disabling writes for close at 1733348735021 (+2 ms)Writing region close event to WAL at 1733348735022 (+1 ms)Closed at 1733348735022 2024-12-04T21:45:35,025 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/.initializing 2024-12-04T21:45:35,025 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/WALs/bb3046a53f79,40607,1733348733929 2024-12-04T21:45:35,035 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:45:35,049 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C40607%2C1733348733929, suffix=, logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/WALs/bb3046a53f79,40607,1733348733929, archiveDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/oldWALs, maxLogs=10 2024-12-04T21:45:35,077 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/WALs/bb3046a53f79,40607,1733348733929/bb3046a53f79%2C40607%2C1733348733929.1733348735054, exclude list is [], retry=0 2024-12-04T21:45:35,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:35,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42005,DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119,DISK] 2024-12-04T21:45:35,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-597d9c29-bf62-49af-af46-a0e588281c88,DISK] 2024-12-04T21:45:35,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-b7c6442f-8b4b-40db-9052-290b032e5286,DISK] 2024-12-04T21:45:35,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T21:45:35,138 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/WALs/bb3046a53f79,40607,1733348733929/bb3046a53f79%2C40607%2C1733348733929.1733348735054 2024-12-04T21:45:35,139 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429),(127.0.0.1/127.0.0.1:43053:43053),(127.0.0.1/127.0.0.1:36499:36499)] 2024-12-04T21:45:35,140 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:45:35,140 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:35,143 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,144 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T21:45:35,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:35,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T21:45:35,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:35,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T21:45:35,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T21:45:35,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:35,219 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,223 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,224 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,228 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,229 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,232 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:45:35,235 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:35,240 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:45:35,241 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66807570, jitterRate=-0.004489630460739136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:45:35,248 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733348735156Initializing all the Stores at 1733348735159 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348735159Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348735160 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348735160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348735160Cleaning up temporary data from old regions at 1733348735229 (+69 ms)Region opened successfully at 1733348735248 (+19 ms) 2024-12-04T21:45:35,249 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T21:45:35,281 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3041273a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:35,309 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T21:45:35,319 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T21:45:35,319 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T21:45:35,321 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T21:45:35,322 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T21:45:35,328 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T21:45:35,328 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T21:45:35,355 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T21:45:35,363 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T21:45:35,364 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T21:45:35,366 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T21:45:35,368 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T21:45:35,369 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T21:45:35,371 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T21:45:35,374 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T21:45:35,375 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T21:45:35,376 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T21:45:35,377 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T21:45:35,392 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T21:45:35,393 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,400 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb3046a53f79,40607,1733348733929, sessionid=0x100a7320d680000, setting cluster-up flag (Was=false) 2024-12-04T21:45:35,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,414 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T21:45:35,415 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,40607,1733348733929 2024-12-04T21:45:35,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:35,423 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T21:45:35,425 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,40607,1733348733929 2024-12-04T21:45:35,432 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T21:45:35,481 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(746): ClusterId : 35cabc4b-fd20-4efe-8c8d-3f263af47fc3 2024-12-04T21:45:35,481 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(746): ClusterId : 35cabc4b-fd20-4efe-8c8d-3f263af47fc3 2024-12-04T21:45:35,481 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(746): ClusterId : 35cabc4b-fd20-4efe-8c8d-3f263af47fc3 2024-12-04T21:45:35,483 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:45:35,483 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:45:35,483 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:45:35,487 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:45:35,487 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:45:35,487 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:45:35,487 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:45:35,487 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:45:35,487 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:45:35,490 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:45:35,490 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:45:35,490 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:45:35,491 DEBUG [RS:1;bb3046a53f79:36963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b037d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:35,491 DEBUG [RS:2;bb3046a53f79:36521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ee9507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:35,491 DEBUG [RS:0;bb3046a53f79:35359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2cabee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:35,508 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bb3046a53f79:36521 2024-12-04T21:45:35,508 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bb3046a53f79:36963 2024-12-04T21:45:35,511 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:45:35,511 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:45:35,511 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:45:35,511 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:45:35,511 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:45:35,511 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:45:35,512 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb3046a53f79:35359 2024-12-04T21:45:35,513 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:45:35,513 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:45:35,513 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:45:35,514 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,40607,1733348733929 with port=36521, startcode=1733348734648 2024-12-04T21:45:35,514 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,40607,1733348733929 with port=36963, startcode=1733348734594 2024-12-04T21:45:35,514 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,40607,1733348733929 with port=35359, startcode=1733348734505 2024-12-04T21:45:35,513 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:35,524 DEBUG [RS:1;bb3046a53f79:36963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:45:35,524 DEBUG [RS:2;bb3046a53f79:36521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:45:35,524 DEBUG [RS:0;bb3046a53f79:35359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:45:35,524 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T21:45:35,532 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T21:45:35,539 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb3046a53f79,40607,1733348733929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T21:45:35,551 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb3046a53f79:0, corePoolSize=10, maxPoolSize=10 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:35,552 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,566 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733348765566 2024-12-04T21:45:35,567 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:45:35,567 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:45:35,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54581, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:45:35,568 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T21:45:35,570 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T21:45:35,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:35,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T21:45:35,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T21:45:35,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T21:45:35,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T21:45:35,574 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T21:45:35,575 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:45:35,577 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,578 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T21:45:35,577 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,579 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T21:45:35,581 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T21:45:35,581 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T21:45:35,581 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:45:35,582 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T21:45:35,585 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T21:45:35,586 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T21:45:35,588 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:35,589 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:35,589 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733348735587,5,FailOnTimeoutGroup] 2024-12-04T21:45:35,593 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733348735589,5,FailOnTimeoutGroup] 2024-12-04T21:45:35,593 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,593 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T21:45:35,595 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,595 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,603 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:45:35,603 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:45:35,603 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:37766 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37766 dst: /127.0.0.1:43879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:35,603 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T21:45:35,603 WARN [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:45:35,603 WARN [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:45:35,603 WARN [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T21:45:35,621 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:35,622 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T21:45:35,622 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc 2024-12-04T21:45:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775773_1004 (size=42) 2024-12-04T21:45:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775789_1002 (size=7) 2024-12-04T21:45:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775788_1002 (size=7) 2024-12-04T21:45:35,640 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:35,640 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:35,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775772_1004 (size=42) 2024-12-04T21:45:35,643 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:37808 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37808 dst: /127.0.0.1:43879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775696_1015 (size=32) 2024-12-04T21:45:35,648 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:35,649 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:35,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:45:35,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:45:35,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:35,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:45:35,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:45:35,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:45:35,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:45:35,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:35,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:45:35,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:45:35,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:35,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:35,668 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:45:35,670 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740 2024-12-04T21:45:35,671 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740 2024-12-04T21:45:35,673 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:45:35,673 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:45:35,674 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:45:35,677 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:45:35,684 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:45:35,685 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61404408, jitterRate=-0.08500301837921143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:45:35,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733348735650Initializing all the Stores at 1733348735652 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348735652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348735652Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348735652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348735652Cleaning up temporary data from old regions at 1733348735673 (+21 ms)Region opened successfully at 1733348735687 (+14 ms) 2024-12-04T21:45:35,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:45:35,687 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:45:35,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:45:35,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:45:35,687 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:45:35,689 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:45:35,689 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733348735687Disabling compacts and flushes for region at 1733348735687Disabling writes for close at 1733348735687Writing region close event to WAL at 1733348735688 (+1 ms)Closed at 1733348735689 (+1 ms) 2024-12-04T21:45:35,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:35,692 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T21:45:35,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T21:45:35,704 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,40607,1733348733929 with port=36521, startcode=1733348734648 2024-12-04T21:45:35,704 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,40607,1733348733929 with port=36963, startcode=1733348734594 2024-12-04T21:45:35,704 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,40607,1733348733929 with port=35359, startcode=1733348734505 2024-12-04T21:45:35,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,36521,1733348734648 2024-12-04T21:45:35,706 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:45:35,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,36521,1733348734648 2024-12-04T21:45:35,709 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T21:45:35,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,35359,1733348734505 2024-12-04T21:45:35,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,35359,1733348734505 2024-12-04T21:45:35,716 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc 2024-12-04T21:45:35,716 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44281 2024-12-04T21:45:35,716 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:45:35,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:35,720 DEBUG [RS:2;bb3046a53f79:36521 {}] zookeeper.ZKUtil(111): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,36521,1733348734648 2024-12-04T21:45:35,720 WARN [RS:2;bb3046a53f79:36521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:35,720 INFO [RS:2;bb3046a53f79:36521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:45:35,721 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648 2024-12-04T21:45:35,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,36963,1733348734594 2024-12-04T21:45:35,722 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc 2024-12-04T21:45:35,722 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44281 2024-12-04T21:45:35,722 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:45:35,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40607 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,36963,1733348734594 2024-12-04T21:45:35,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,36521,1733348734648] 2024-12-04T21:45:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:35,725 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc 2024-12-04T21:45:35,725 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44281 2024-12-04T21:45:35,725 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:45:35,727 DEBUG [RS:0;bb3046a53f79:35359 {}] zookeeper.ZKUtil(111): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,35359,1733348734505 2024-12-04T21:45:35,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,35359,1733348734505] 2024-12-04T21:45:35,727 WARN [RS:0;bb3046a53f79:35359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:35,727 INFO [RS:0;bb3046a53f79:35359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:45:35,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:35,728 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,35359,1733348734505 2024-12-04T21:45:35,728 DEBUG [RS:1;bb3046a53f79:36963 {}] zookeeper.ZKUtil(111): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,36963,1733348734594 2024-12-04T21:45:35,728 WARN [RS:1;bb3046a53f79:36963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:35,728 INFO [RS:1;bb3046a53f79:36963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:45:35,728 DEBUG [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36963,1733348734594 2024-12-04T21:45:35,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,36963,1733348734594] 2024-12-04T21:45:35,748 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:45:35,748 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:45:35,748 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:45:35,763 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:45:35,764 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:45:35,764 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:45:35,769 INFO [RS:0;bb3046a53f79:35359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:45:35,769 INFO [RS:1;bb3046a53f79:36963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:45:35,769 INFO [RS:2;bb3046a53f79:36521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:45:35,769 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,769 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,769 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,770 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:45:35,773 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:45:35,777 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:45:35,777 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:45:35,778 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,778 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,779 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:1;bb3046a53f79:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:35,780 DEBUG [RS:2;bb3046a53f79:36521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:35,781 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:45:35,783 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:45:35,783 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,783 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,784 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,784 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,784 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,784 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,784 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:35,784 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:35,785 DEBUG [RS:0;bb3046a53f79:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:35,789 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36963,1733348734594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36521,1733348734648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:35,789 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,35359,1733348734505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:35,810 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:45:35,810 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:45:35,812 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36963,1733348734594-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,812 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36521,1733348734648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,813 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:45:35,813 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,813 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,813 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.Replication(171): bb3046a53f79,36963,1733348734594 started 2024-12-04T21:45:35,813 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,35359,1733348734505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,813 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.Replication(171): bb3046a53f79,36521,1733348734648 started 2024-12-04T21:45:35,813 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,813 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.Replication(171): bb3046a53f79,35359,1733348734505 started 2024-12-04T21:45:35,834 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,835 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,35359,1733348734505, RpcServer on bb3046a53f79/172.17.0.2:35359, sessionid=0x100a7320d680001 2024-12-04T21:45:35,835 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:45:35,836 DEBUG [RS:0;bb3046a53f79:35359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,35359,1733348734505 2024-12-04T21:45:35,836 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,35359,1733348734505' 2024-12-04T21:45:35,836 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:45:35,836 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,836 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:35,837 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,36521,1733348734648, RpcServer on bb3046a53f79/172.17.0.2:36521, sessionid=0x100a7320d680003 2024-12-04T21:45:35,837 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,36963,1733348734594, RpcServer on bb3046a53f79/172.17.0.2:36963, sessionid=0x100a7320d680002 2024-12-04T21:45:35,837 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:45:35,837 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:45:35,837 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:45:35,837 DEBUG [RS:2;bb3046a53f79:36521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,36521,1733348734648 2024-12-04T21:45:35,837 DEBUG [RS:1;bb3046a53f79:36963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,36963,1733348734594 2024-12-04T21:45:35,837 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,36521,1733348734648' 2024-12-04T21:45:35,837 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:45:35,837 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,36963,1733348734594' 2024-12-04T21:45:35,837 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:45:35,838 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:45:35,838 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:45:35,838 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:45:35,838 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:45:35,838 DEBUG [RS:0;bb3046a53f79:35359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,35359,1733348734505 2024-12-04T21:45:35,838 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,35359,1733348734505' 2024-12-04T21:45:35,838 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:45:35,839 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:45:35,839 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:45:35,839 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:45:35,839 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:45:35,839 DEBUG [RS:1;bb3046a53f79:36963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,36963,1733348734594 2024-12-04T21:45:35,839 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:45:35,839 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,36963,1733348734594' 2024-12-04T21:45:35,839 DEBUG [RS:2;bb3046a53f79:36521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,36521,1733348734648 2024-12-04T21:45:35,839 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,36521,1733348734648' 2024-12-04T21:45:35,839 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:45:35,839 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:45:35,840 DEBUG [RS:0;bb3046a53f79:35359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:45:35,840 INFO [RS:0;bb3046a53f79:35359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:45:35,840 INFO [RS:0;bb3046a53f79:35359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:45:35,840 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:45:35,840 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:45:35,841 DEBUG [RS:1;bb3046a53f79:36963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:45:35,841 INFO [RS:1;bb3046a53f79:36963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:45:35,841 INFO [RS:1;bb3046a53f79:36963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:45:35,841 DEBUG [RS:2;bb3046a53f79:36521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:45:35,841 INFO [RS:2;bb3046a53f79:36521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:45:35,841 INFO [RS:2;bb3046a53f79:36521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:45:35,860 WARN [bb3046a53f79:40607 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T21:45:35,944 INFO [RS:1;bb3046a53f79:36963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:45:35,945 INFO [RS:0;bb3046a53f79:35359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:45:35,945 INFO [RS:2;bb3046a53f79:36521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T21:45:35,947 INFO [RS:1;bb3046a53f79:36963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C36963%2C1733348734594, suffix=, logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36963,1733348734594, archiveDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs, maxLogs=32 2024-12-04T21:45:35,947 INFO [RS:0;bb3046a53f79:35359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C35359%2C1733348734505, suffix=, logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,35359,1733348734505, archiveDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs, maxLogs=32 2024-12-04T21:45:35,947 INFO [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C36521%2C1733348734648, suffix=, logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648, archiveDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs, maxLogs=32 2024-12-04T21:45:35,964 DEBUG [RS:2;bb3046a53f79:36521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648/bb3046a53f79%2C36521%2C1733348734648.1733348735951, exclude list is [], retry=0 2024-12-04T21:45:35,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42005,DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119,DISK] 2024-12-04T21:45:35,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-597d9c29-bf62-49af-af46-a0e588281c88,DISK] 2024-12-04T21:45:35,969 DEBUG [RS:0;bb3046a53f79:35359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,35359,1733348734505/bb3046a53f79%2C35359%2C1733348734505.1733348735951, exclude list is [], retry=0 2024-12-04T21:45:35,969 DEBUG [RS:1;bb3046a53f79:36963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36963,1733348734594/bb3046a53f79%2C36963%2C1733348734594.1733348735951, exclude list is [], retry=0 2024-12-04T21:45:35,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-b7c6442f-8b4b-40db-9052-290b032e5286,DISK] 2024-12-04T21:45:36,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-b7c6442f-8b4b-40db-9052-290b032e5286,DISK] 2024-12-04T21:45:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42005,DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119,DISK] 2024-12-04T21:45:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42005,DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119,DISK] 2024-12-04T21:45:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-597d9c29-bf62-49af-af46-a0e588281c88,DISK] 2024-12-04T21:45:36,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-597d9c29-bf62-49af-af46-a0e588281c88,DISK] 2024-12-04T21:45:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-b7c6442f-8b4b-40db-9052-290b032e5286,DISK] 2024-12-04T21:45:36,010 INFO [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648/bb3046a53f79%2C36521%2C1733348734648.1733348735951 2024-12-04T21:45:36,012 DEBUG [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:43053:43053),(127.0.0.1/127.0.0.1:37429:37429)] 2024-12-04T21:45:36,021 INFO [RS:1;bb3046a53f79:36963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36963,1733348734594/bb3046a53f79%2C36963%2C1733348734594.1733348735951 2024-12-04T21:45:36,021 INFO [RS:0;bb3046a53f79:35359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,35359,1733348734505/bb3046a53f79%2C35359%2C1733348734505.1733348735951 2024-12-04T21:45:36,021 DEBUG [RS:1;bb3046a53f79:36963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:43053:43053),(127.0.0.1/127.0.0.1:37429:37429)] 2024-12-04T21:45:36,021 DEBUG [RS:0;bb3046a53f79:35359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429),(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:43053:43053)] 2024-12-04T21:45:36,113 DEBUG [bb3046a53f79:40607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T21:45:36,120 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:45:36,126 INFO [bb3046a53f79:40607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:45:36,126 INFO [bb3046a53f79:40607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:45:36,126 INFO [bb3046a53f79:40607 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:45:36,126 DEBUG [bb3046a53f79:40607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:45:36,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb3046a53f79,36521,1733348734648 2024-12-04T21:45:36,139 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,36521,1733348734648, state=OPENING 2024-12-04T21:45:36,143 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T21:45:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:36,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,147 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:45:36,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,36521,1733348734648}] 2024-12-04T21:45:36,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:45:36,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:45:36,334 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T21:45:36,335 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T21:45:36,336 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T21:45:36,340 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C36521%2C1733348734648.meta, suffix=.meta, logDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648, archiveDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs, maxLogs=32 2024-12-04T21:45:36,354 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648/bb3046a53f79%2C36521%2C1733348734648.meta.1733348736341.meta, exclude list is [], retry=0 2024-12-04T21:45:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43879,DS-b7c6442f-8b4b-40db-9052-290b032e5286,DISK] 2024-12-04T21:45:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-597d9c29-bf62-49af-af46-a0e588281c88,DISK] 2024-12-04T21:45:36,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42005,DS-8faacc9a-9bfc-49d7-b12f-1d74e670e119,DISK] 2024-12-04T21:45:36,361 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/WALs/bb3046a53f79,36521,1733348734648/bb3046a53f79%2C36521%2C1733348734648.meta.1733348736341.meta 2024-12-04T21:45:36,362 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37429:37429),(127.0.0.1/127.0.0.1:43053:43053),(127.0.0.1/127.0.0.1:36499:36499)] 2024-12-04T21:45:36,362 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:45:36,364 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T21:45:36,366 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T21:45:36,370 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T21:45:36,374 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T21:45:36,374 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:36,374 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T21:45:36,374 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T21:45:36,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:45:36,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:45:36,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:36,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:36,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:45:36,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:45:36,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:45:36,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:45:36,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:45:36,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:45:36,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:36,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:36,387 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:45:36,389 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740 2024-12-04T21:45:36,391 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740 2024-12-04T21:45:36,393 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:45:36,393 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:45:36,394 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:45:36,396 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:45:36,397 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59256204, jitterRate=-0.11701375246047974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:45:36,398 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T21:45:36,399 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733348736375Writing region info on filesystem at 1733348736375Initializing all the Stores at 1733348736377 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348736377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348736377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348736377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348736377Cleaning up temporary data from old regions at 1733348736393 (+16 ms)Running coprocessor post-open hooks at 1733348736398 (+5 ms)Region opened successfully at 1733348736399 (+1 ms) 2024-12-04T21:45:36,405 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733348736313 2024-12-04T21:45:36,417 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T21:45:36,418 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T21:45:36,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,36521,1733348734648 2024-12-04T21:45:36,421 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,36521,1733348734648, state=OPEN 2024-12-04T21:45:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:36,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:36,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:36,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb3046a53f79,36521,1733348734648 2024-12-04T21:45:36,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T21:45:36,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,36521,1733348734648 in 275 msec 2024-12-04T21:45:36,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T21:45:36,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-12-04T21:45:36,439 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:36,439 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T21:45:36,461 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:45:36,462 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,36521,1733348734648, seqNum=-1] 2024-12-04T21:45:36,483 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:45:36,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:45:36,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0640 sec 2024-12-04T21:45:36,532 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733348736531, completionTime=-1 2024-12-04T21:45:36,535 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T21:45:36,535 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T21:45:36,571 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T21:45:36,571 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733348796571 2024-12-04T21:45:36,571 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733348856571 2024-12-04T21:45:36,571 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-04T21:45:36,573 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:45:36,580 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40607,1733348733929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,580 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40607,1733348733929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,580 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40607,1733348733929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,582 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb3046a53f79:40607, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,582 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,583 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,589 DEBUG [master/bb3046a53f79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T21:45:36,613 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.888sec 2024-12-04T21:45:36,615 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T21:45:36,616 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T21:45:36,617 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T21:45:36,617 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T21:45:36,617 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T21:45:36,618 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40607,1733348733929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:36,619 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40607,1733348733929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T21:45:36,622 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T21:45:36,623 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T21:45:36,624 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,40607,1733348733929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:36,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16307d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:45:36,693 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T21:45:36,693 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T21:45:36,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,40607,-1 for getting cluster id 2024-12-04T21:45:36,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:45:36,707 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35cabc4b-fd20-4efe-8c8d-3f263af47fc3' 2024-12-04T21:45:36,709 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:45:36,709 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35cabc4b-fd20-4efe-8c8d-3f263af47fc3" 2024-12-04T21:45:36,710 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3909ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:45:36,710 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,40607,-1] 2024-12-04T21:45:36,713 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:45:36,715 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:36,716 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:45:36,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5342c5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:45:36,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:45:36,726 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,36521,1733348734648, seqNum=-1] 2024-12-04T21:45:36,727 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:45:36,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:45:36,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb3046a53f79,40607,1733348733929 2024-12-04T21:45:36,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:45:36,754 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,40607,1733348733929 2024-12-04T21:45:36,756 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2a6a33 2024-12-04T21:45:36,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:45:36,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:45:36,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:45:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-12-04T21:45:36,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:45:36,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-12-04T21:45:36,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:36,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:45:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:36,796 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:36,796 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:36,806 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:39330 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:33015:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39330 dst: /127.0.0.1:33015 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775680_1021 (size=392) 2024-12-04T21:45:36,812 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:36,815 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4cdca81d92a2402a1ae92fca47514eb, NAME => 'TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc 2024-12-04T21:45:36,821 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:36,821 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:36,833 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:37854 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:43879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37854 dst: /127.0.0.1:43879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:36,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775664_1023 (size=51) 2024-12-04T21:45:36,840 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:36,840 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:36,840 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing f4cdca81d92a2402a1ae92fca47514eb, disabling compactions & flushes 2024-12-04T21:45:36,840 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:36,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:36,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. after waiting 0 ms 2024-12-04T21:45:36,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:36,841 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:36,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4cdca81d92a2402a1ae92fca47514eb: Waiting for close lock at 1733348736840Disabling compacts and flushes for region at 1733348736840Disabling writes for close at 1733348736841 (+1 ms)Writing region close event to WAL at 1733348736841Closed at 1733348736841 2024-12-04T21:45:36,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:45:36,847 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733348736843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733348736843"}]},"ts":"1733348736843"} 2024-12-04T21:45:36,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:45:36,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:45:36,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733348736855"}]},"ts":"1733348736855"} 2024-12-04T21:45:36,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-12-04T21:45:36,866 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:45:36,867 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:45:36,867 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:45:36,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:45:36,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:45:36,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:45:36,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:45:36,868 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:45:36,868 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:45:36,868 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:45:36,868 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:45:36,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f4cdca81d92a2402a1ae92fca47514eb, ASSIGN}] 2024-12-04T21:45:36,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f4cdca81d92a2402a1ae92fca47514eb, ASSIGN 2024-12-04T21:45:36,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f4cdca81d92a2402a1ae92fca47514eb, ASSIGN; state=OFFLINE, location=bb3046a53f79,35359,1733348734505; forceNewPlan=false, retain=false 2024-12-04T21:45:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:37,027 INFO [bb3046a53f79:40607 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T21:45:37,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4cdca81d92a2402a1ae92fca47514eb, regionState=OPENING, regionLocation=bb3046a53f79,35359,1733348734505 2024-12-04T21:45:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f4cdca81d92a2402a1ae92fca47514eb, ASSIGN because future has completed 2024-12-04T21:45:37,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cdca81d92a2402a1ae92fca47514eb, server=bb3046a53f79,35359,1733348734505}] 2024-12-04T21:45:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:37,187 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:45:37,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:45:37,194 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:37,195 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4cdca81d92a2402a1ae92fca47514eb, NAME => 'TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:45:37,195 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,195 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:37,195 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,195 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,197 INFO [StoreOpener-f4cdca81d92a2402a1ae92fca47514eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,199 INFO [StoreOpener-f4cdca81d92a2402a1ae92fca47514eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cdca81d92a2402a1ae92fca47514eb columnFamilyName cf 2024-12-04T21:45:37,199 DEBUG [StoreOpener-f4cdca81d92a2402a1ae92fca47514eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:37,200 INFO [StoreOpener-f4cdca81d92a2402a1ae92fca47514eb-1 {}] regionserver.HStore(327): Store=f4cdca81d92a2402a1ae92fca47514eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:37,201 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,202 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,203 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,203 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,203 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,206 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,211 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:45:37,212 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4cdca81d92a2402a1ae92fca47514eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75039900, jitterRate=0.11818164587020874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:45:37,213 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:37,213 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4cdca81d92a2402a1ae92fca47514eb: Running coprocessor pre-open hook at 1733348737195Writing region info on filesystem at 1733348737195Initializing all the Stores at 1733348737197 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348737197Cleaning up temporary data from old regions at 1733348737203 (+6 ms)Running coprocessor post-open hooks at 1733348737213 (+10 ms)Region opened successfully at 1733348737213 2024-12-04T21:45:37,215 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb., pid=6, masterSystemTime=1733348737187 2024-12-04T21:45:37,218 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:37,219 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:37,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4cdca81d92a2402a1ae92fca47514eb, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,35359,1733348734505 2024-12-04T21:45:37,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cdca81d92a2402a1ae92fca47514eb, server=bb3046a53f79,35359,1733348734505 because future has completed 2024-12-04T21:45:37,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T21:45:37,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4cdca81d92a2402a1ae92fca47514eb, server=bb3046a53f79,35359,1733348734505 in 193 msec 2024-12-04T21:45:37,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T21:45:37,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f4cdca81d92a2402a1ae92fca47514eb, ASSIGN in 360 msec 2024-12-04T21:45:37,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:45:37,235 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733348737235"}]},"ts":"1733348737235"} 2024-12-04T21:45:37,238 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-12-04T21:45:37,240 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:45:37,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 472 msec 2024-12-04T21:45:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:37,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-12-04T21:45:37,415 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-12-04T21:45:37,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:45:37,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-12-04T21:45:37,421 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:45:37,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-12-04T21:45:37,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb., hostname=bb3046a53f79,35359,1733348734505, seqNum=2] 2024-12-04T21:45:37,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:45:37,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:45:37,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-12-04T21:45:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-12-04T21:45:37,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:45:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:37,449 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:45:37,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:45:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:37,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T21:45:37,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:37,618 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f4cdca81d92a2402a1ae92fca47514eb 1/1 column families, dataSize=32 B heapSize=360 B 2024-12-04T21:45:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/.tmp/cf/0ca60399c739458290eee364afb9a20f is 36, key is row/cf:cq/1733348737433/Put/seqid=0 2024-12-04T21:45:37,673 WARN [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:37,673 WARN [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:37,683 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1177921905_22 at /127.0.0.1:37866 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:43879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37866 dst: /127.0.0.1:43879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775648_1025 (size=4787) 2024-12-04T21:45:37,688 WARN [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:37,688 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/.tmp/cf/0ca60399c739458290eee364afb9a20f 2024-12-04T21:45:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/.tmp/cf/0ca60399c739458290eee364afb9a20f as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/cf/0ca60399c739458290eee364afb9a20f 2024-12-04T21:45:37,738 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/cf/0ca60399c739458290eee364afb9a20f, entries=1, sequenceid=5, filesize=4.7 K 2024-12-04T21:45:37,745 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for f4cdca81d92a2402a1ae92fca47514eb in 126ms, sequenceid=5, compaction requested=false 2024-12-04T21:45:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-12-04T21:45:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f4cdca81d92a2402a1ae92fca47514eb: 2024-12-04T21:45:37,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:37,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T21:45:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T21:45:37,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T21:45:37,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 304 msec 2024-12-04T21:45:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:37,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 320 msec 2024-12-04T21:45:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:38,074 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-12-04T21:45:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T21:45:38,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:45:38,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:38,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:45:38,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T21:45:38,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1177783656, stopped=false 2024-12-04T21:45:38,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb3046a53f79,40607,1733348733929 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:38,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:38,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:45:38,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:38,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:38,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:38,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:38,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,35359,1733348734505' ***** 2024-12-04T21:45:38,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:45:38,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,36963,1733348734594' ***** 2024-12-04T21:45:38,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:45:38,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,36521,1733348734648' ***** 2024-12-04T21:45:38,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:38,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:45:38,096 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:45:38,097 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:45:38,097 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:45:38,097 INFO [RS:2;bb3046a53f79:36521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:45:38,097 INFO [RS:0;bb3046a53f79:35359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:45:38,097 INFO [RS:1;bb3046a53f79:36963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:45:38,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:45:38,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:45:38,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:45:38,097 INFO [RS:1;bb3046a53f79:36963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:45:38,097 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,36963,1733348734594 2024-12-04T21:45:38,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:38,097 INFO [RS:1;bb3046a53f79:36963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:38,097 INFO [RS:1;bb3046a53f79:36963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bb3046a53f79:36963. 2024-12-04T21:45:38,097 INFO [RS:2;bb3046a53f79:36521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:45:38,097 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,36521,1733348734648 2024-12-04T21:45:38,097 DEBUG [RS:1;bb3046a53f79:36963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:38,097 INFO [RS:0;bb3046a53f79:35359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:45:38,097 INFO [RS:2;bb3046a53f79:36521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:38,097 DEBUG [RS:1;bb3046a53f79:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,098 INFO [RS:2;bb3046a53f79:36521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bb3046a53f79:36521. 2024-12-04T21:45:38,098 DEBUG [RS:2;bb3046a53f79:36521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:38,098 DEBUG [RS:2;bb3046a53f79:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,098 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(3091): Received CLOSE for f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:38,098 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,36963,1733348734594; all regions closed. 2024-12-04T21:45:38,098 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:45:38,098 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:45:38,098 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:45:38,098 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T21:45:38,099 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,35359,1733348734505 2024-12-04T21:45:38,099 INFO [RS:0;bb3046a53f79:35359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:38,099 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T21:45:38,099 INFO [RS:0;bb3046a53f79:35359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb3046a53f79:35359. 2024-12-04T21:45:38,099 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T21:45:38,099 DEBUG [RS:0;bb3046a53f79:35359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:38,099 DEBUG [RS:0;bb3046a53f79:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,099 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T21:45:38,099 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1325): Online Regions={f4cdca81d92a2402a1ae92fca47514eb=TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb.} 2024-12-04T21:45:38,099 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4cdca81d92a2402a1ae92fca47514eb, disabling compactions & flushes 2024-12-04T21:45:38,099 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:38,099 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:38,099 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:45:38,099 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. after waiting 0 ms 2024-12-04T21:45:38,099 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:45:38,100 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T21:45:38,100 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:38,100 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:45:38,100 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:45:38,100 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:45:38,100 DEBUG [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1351): Waiting on f4cdca81d92a2402a1ae92fca47514eb 2024-12-04T21:45:38,100 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T21:45:38,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741828_1018 (size=93) 2024-12-04T21:45:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741828_1018 (size=93) 2024-12-04T21:45:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_1073741828_1018 (size=93) 2024-12-04T21:45:38,111 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:38,111 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:38,111 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:38,112 DEBUG [RS:1;bb3046a53f79:36963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs 2024-12-04T21:45:38,112 INFO [RS:1;bb3046a53f79:36963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C36963%2C1733348734594:(num 1733348735951) 2024-12-04T21:45:38,112 DEBUG [RS:1;bb3046a53f79:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,112 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:38,112 INFO [RS:1;bb3046a53f79:36963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:38,112 INFO [RS:1;bb3046a53f79:36963 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:38,113 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:45:38,113 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:38,113 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:45:38,113 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:45:38,113 INFO [RS:1;bb3046a53f79:36963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:38,113 INFO [RS:1;bb3046a53f79:36963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36963 2024-12-04T21:45:38,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:38,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,36963,1733348734594 2024-12-04T21:45:38,117 INFO [RS:1;bb3046a53f79:36963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:38,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,36963,1733348734594] 2024-12-04T21:45:38,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,36963,1733348734594 already deleted, retry=false 2024-12-04T21:45:38,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,36963,1733348734594 expired; onlineServers=2 2024-12-04T21:45:38,134 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/default/TestHBaseWalOnEC/f4cdca81d92a2402a1ae92fca47514eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:45:38,137 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:38,137 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4cdca81d92a2402a1ae92fca47514eb: Waiting for close lock at 1733348738099Running coprocessor pre-close hooks at 1733348738099Disabling compacts and flushes for region at 1733348738099Disabling writes for close at 1733348738100 (+1 ms)Writing region close event to WAL at 1733348738124 (+24 ms)Running coprocessor post-close hooks at 1733348738135 (+11 ms)Closed at 1733348738137 (+2 ms) 2024-12-04T21:45:38,137 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb. 2024-12-04T21:45:38,146 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/info/cb8563b11c0045a2b0c2edff87024d4e is 153, key is TestHBaseWalOnEC,,1733348736761.f4cdca81d92a2402a1ae92fca47514eb./info:regioninfo/1733348737219/Put/seqid=0 2024-12-04T21:45:38,150 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,150 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,155 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_42229097_22 at /127.0.0.1:55116 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:42005:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55116 dst: /127.0.0.1:42005 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775632_1027 (size=6637) 2024-12-04T21:45:38,165 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,165 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/info/cb8563b11c0045a2b0c2edff87024d4e 2024-12-04T21:45:38,200 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/ns/d5b84aa475614ab0b6fd909d5c19c467 is 43, key is default/ns:d/1733348736490/Put/seqid=0 2024-12-04T21:45:38,203 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,203 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_42229097_22 at /127.0.0.1:55130 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:42005:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55130 dst: /127.0.0.1:42005 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775616_1029 (size=5153) 2024-12-04T21:45:38,212 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,212 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/ns/d5b84aa475614ab0b6fd909d5c19c467 2024-12-04T21:45:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x100a7320d680002, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,220 INFO [RS:1;bb3046a53f79:36963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:38,220 INFO [RS:1;bb3046a53f79:36963 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,36963,1733348734594; zookeeper connection closed. 2024-12-04T21:45:38,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f553918 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f553918 2024-12-04T21:45:38,240 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/table/4860e45dee4e41cebcfb262eb719d9ee is 52, key is TestHBaseWalOnEC/table:state/1733348737235/Put/seqid=0 2024-12-04T21:45:38,243 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,243 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_42229097_22 at /127.0.0.1:55148 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:42005:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55148 dst: /127.0.0.1:42005 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775600_1031 (size=5249) 2024-12-04T21:45:38,254 WARN [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,255 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/table/4860e45dee4e41cebcfb262eb719d9ee 2024-12-04T21:45:38,265 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/info/cb8563b11c0045a2b0c2edff87024d4e as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/info/cb8563b11c0045a2b0c2edff87024d4e 2024-12-04T21:45:38,276 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/info/cb8563b11c0045a2b0c2edff87024d4e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T21:45:38,278 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/ns/d5b84aa475614ab0b6fd909d5c19c467 as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/ns/d5b84aa475614ab0b6fd909d5c19c467 2024-12-04T21:45:38,287 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/ns/d5b84aa475614ab0b6fd909d5c19c467, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T21:45:38,289 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/.tmp/table/4860e45dee4e41cebcfb262eb719d9ee as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/table/4860e45dee4e41cebcfb262eb719d9ee 2024-12-04T21:45:38,299 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/table/4860e45dee4e41cebcfb262eb719d9ee, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T21:45:38,300 DEBUG [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T21:45:38,300 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,35359,1733348734505; all regions closed. 2024-12-04T21:45:38,301 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=11, compaction requested=false 2024-12-04T21:45:38,301 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T21:45:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741827_1017 (size=1298) 2024-12-04T21:45:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741827_1017 (size=1298) 2024-12-04T21:45:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_1073741827_1017 (size=1298) 2024-12-04T21:45:38,306 DEBUG [RS:0;bb3046a53f79:35359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C35359%2C1733348734505:(num 1733348735951) 2024-12-04T21:45:38,307 DEBUG [RS:0;bb3046a53f79:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:45:38,307 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:38,307 INFO [RS:0;bb3046a53f79:35359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35359 2024-12-04T21:45:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,35359,1733348734505 2024-12-04T21:45:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:38,309 INFO [RS:0;bb3046a53f79:35359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:38,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,35359,1733348734505] 2024-12-04T21:45:38,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,35359,1733348734505 already deleted, retry=false 2024-12-04T21:45:38,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,35359,1733348734505 expired; onlineServers=1 2024-12-04T21:45:38,321 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T21:45:38,322 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:45:38,322 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:45:38,323 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733348738099Running coprocessor pre-close hooks at 1733348738099Disabling compacts and flushes for region at 1733348738099Disabling writes for close at 1733348738100 (+1 ms)Obtaining lock to block concurrent updates at 1733348738100Preparing flush snapshotting stores in 1588230740 at 1733348738100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733348738101 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733348738102 (+1 ms)Flushing 1588230740/info: creating writer at 1733348738103 (+1 ms)Flushing 1588230740/info: appending metadata at 1733348738142 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733348738142Flushing 1588230740/ns: creating writer at 1733348738177 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733348738198 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733348738198Flushing 1588230740/table: creating writer at 1733348738222 (+24 ms)Flushing 1588230740/table: appending metadata at 1733348738239 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733348738239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70548bd3: reopening flushed file at 1733348738264 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d8b1a6: reopening flushed file at 1733348738276 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fac5fa0: reopening flushed file at 1733348738288 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=11, compaction requested=false at 1733348738301 (+13 ms)Writing region close event to WAL at 1733348738313 (+12 ms)Running coprocessor post-close hooks at 1733348738322 (+9 ms)Closed at 1733348738322 2024-12-04T21:45:38,323 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T21:45:38,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,410 INFO [RS:0;bb3046a53f79:35359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:38,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x100a7320d680001, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,410 INFO [RS:0;bb3046a53f79:35359 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,35359,1733348734505; zookeeper connection closed. 2024-12-04T21:45:38,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ff960bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ff960bc 2024-12-04T21:45:38,500 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,36521,1733348734648; all regions closed. 2024-12-04T21:45:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_1073741829_1019 (size=2751) 2024-12-04T21:45:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741829_1019 (size=2751) 2024-12-04T21:45:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741829_1019 (size=2751) 2024-12-04T21:45:38,507 DEBUG [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs 2024-12-04T21:45:38,507 INFO [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C36521%2C1733348734648.meta:.meta(num 1733348736341) 2024-12-04T21:45:38,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_1073741826_1016 (size=93) 2024-12-04T21:45:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741826_1016 (size=93) 2024-12-04T21:45:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741826_1016 (size=93) 2024-12-04T21:45:38,512 DEBUG [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/oldWALs 2024-12-04T21:45:38,512 INFO [RS:2;bb3046a53f79:36521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb3046a53f79%2C36521%2C1733348734648:(num 1733348735951) 2024-12-04T21:45:38,513 DEBUG [RS:2;bb3046a53f79:36521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:38,513 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:38,513 INFO [RS:2;bb3046a53f79:36521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:38,513 INFO [RS:2;bb3046a53f79:36521 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:38,513 INFO [RS:2;bb3046a53f79:36521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:38,513 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:38,513 INFO [RS:2;bb3046a53f79:36521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36521 2024-12-04T21:45:38,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,36521,1733348734648 2024-12-04T21:45:38,515 INFO [RS:2;bb3046a53f79:36521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:38,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:38,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,36521,1733348734648] 2024-12-04T21:45:38,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,36521,1733348734648 already deleted, retry=false 2024-12-04T21:45:38,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,36521,1733348734648 expired; onlineServers=0 2024-12-04T21:45:38,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb3046a53f79,40607,1733348733929' ***** 2024-12-04T21:45:38,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T21:45:38,516 INFO [M:0;bb3046a53f79:40607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:38,517 INFO [M:0;bb3046a53f79:40607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:38,517 DEBUG [M:0;bb3046a53f79:40607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T21:45:38,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T21:45:38,517 DEBUG [M:0;bb3046a53f79:40607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T21:45:38,517 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733348735587 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733348735587,5,FailOnTimeoutGroup] 2024-12-04T21:45:38,517 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733348735589 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733348735589,5,FailOnTimeoutGroup] 2024-12-04T21:45:38,517 INFO [M:0;bb3046a53f79:40607 {}] hbase.ChoreService(370): Chore service for: master/bb3046a53f79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:38,517 INFO [M:0;bb3046a53f79:40607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:38,517 DEBUG [M:0;bb3046a53f79:40607 {}] master.HMaster(1795): Stopping service threads 2024-12-04T21:45:38,517 INFO [M:0;bb3046a53f79:40607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T21:45:38,518 INFO [M:0;bb3046a53f79:40607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:45:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:38,518 INFO [M:0;bb3046a53f79:40607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T21:45:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:38,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T21:45:38,519 DEBUG [M:0;bb3046a53f79:40607 {}] zookeeper.ZKUtil(347): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T21:45:38,519 WARN [M:0;bb3046a53f79:40607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T21:45:38,520 INFO [M:0;bb3046a53f79:40607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/.lastflushedseqids 2024-12-04T21:45:38,529 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,529 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,532 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:55166 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:42005:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55166 dst: /127.0.0.1:42005 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775584_1033 (size=127) 2024-12-04T21:45:38,536 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,536 INFO [M:0;bb3046a53f79:40607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T21:45:38,537 INFO [M:0;bb3046a53f79:40607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T21:45:38,537 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:45:38,537 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:38,537 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:38,537 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:45:38,537 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:38,537 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-12-04T21:45:38,555 DEBUG [M:0;bb3046a53f79:40607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14907e90c0fe4b58912523c1c8a525b6 is 82, key is hbase:meta,,1/info:regioninfo/1733348736419/Put/seqid=0 2024-12-04T21:45:38,557 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,557 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,560 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:39350 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:33015:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39350 dst: /127.0.0.1:33015 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775568_1035 (size=5672) 2024-12-04T21:45:38,564 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,565 INFO [M:0;bb3046a53f79:40607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14907e90c0fe4b58912523c1c8a525b6 2024-12-04T21:45:38,588 DEBUG [M:0;bb3046a53f79:40607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c74f349de7041608e81e540264ea4c8 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733348737242/Put/seqid=0 2024-12-04T21:45:38,590 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,590 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,593 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:37878 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:43879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37878 dst: /127.0.0.1:43879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775552_1037 (size=6441) 2024-12-04T21:45:38,597 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,598 INFO [M:0;bb3046a53f79:40607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c74f349de7041608e81e540264ea4c8 2024-12-04T21:45:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775756_1006 (size=196) 2024-12-04T21:45:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775757_1006 (size=196) 2024-12-04T21:45:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775725_1010 (size=34) 2024-12-04T21:45:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_-9223372036854775741_1008 (size=1189) 2024-12-04T21:45:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775724_1010 (size=34) 2024-12-04T21:45:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775740_1008 (size=1189) 2024-12-04T21:45:38,616 INFO [RS:2;bb3046a53f79:36521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,616 INFO [RS:2;bb3046a53f79:36521 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,36521,1733348734648; zookeeper connection closed. 2024-12-04T21:45:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36521-0x100a7320d680003, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40b8c6f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40b8c6f1 2024-12-04T21:45:38,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T21:45:38,626 DEBUG [M:0;bb3046a53f79:40607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/350913d049ff480d86970aa5a4d7cbec is 69, key is bb3046a53f79,35359,1733348734505/rs:state/1733348735718/Put/seqid=0 2024-12-04T21:45:38,628 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,629 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-04T21:45:38,632 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2105365828_22 at /127.0.0.1:39396 [Receiving block BP-1615618488-172.17.0.2-1733348730993:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:33015:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39396 dst: /127.0.0.1:33015 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T21:45:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775536_1039 (size=5294) 2024-12-04T21:45:38,637 WARN [M:0;bb3046a53f79:40607 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-04T21:45:38,638 INFO [M:0;bb3046a53f79:40607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/350913d049ff480d86970aa5a4d7cbec 2024-12-04T21:45:38,647 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14907e90c0fe4b58912523c1c8a525b6 as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14907e90c0fe4b58912523c1c8a525b6 2024-12-04T21:45:38,656 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14907e90c0fe4b58912523c1c8a525b6, entries=8, sequenceid=72, filesize=5.5 K 2024-12-04T21:45:38,658 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c74f349de7041608e81e540264ea4c8 as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c74f349de7041608e81e540264ea4c8 2024-12-04T21:45:38,667 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c74f349de7041608e81e540264ea4c8, entries=8, sequenceid=72, filesize=6.3 K 2024-12-04T21:45:38,668 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/350913d049ff480d86970aa5a4d7cbec as hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/350913d049ff480d86970aa5a4d7cbec 2024-12-04T21:45:38,676 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/350913d049ff480d86970aa5a4d7cbec, entries=3, sequenceid=72, filesize=5.2 K 2024-12-04T21:45:38,678 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false 2024-12-04T21:45:38,679 INFO [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:38,679 DEBUG [M:0;bb3046a53f79:40607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733348738537Disabling compacts and flushes for region at 1733348738537Disabling writes for close at 1733348738537Obtaining lock to block concurrent updates at 1733348738537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733348738537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1733348738538 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733348738539 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733348738539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733348738554 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733348738554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733348738572 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733348738587 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733348738588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733348738605 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733348738626 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733348738626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc1e088: reopening flushed file at 1733348738645 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d31e428: reopening flushed file at 1733348738656 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b058acd: reopening flushed file at 1733348738667 (+11 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false at 1733348738678 (+11 ms)Writing region close event to WAL at 1733348738679 (+1 ms)Closed at 1733348738679 2024-12-04T21:45:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741825_1011 (size=32695) 2024-12-04T21:45:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43879 is added to blk_1073741825_1011 (size=32695) 2024-12-04T21:45:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_1073741825_1011 (size=32695) 2024-12-04T21:45:38,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:38,683 INFO [M:0;bb3046a53f79:40607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T21:45:38,683 INFO [M:0;bb3046a53f79:40607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40607 2024-12-04T21:45:38,684 INFO [M:0;bb3046a53f79:40607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42005 is added to blk_-9223372036854775692_1015 (size=32) 2024-12-04T21:45:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_-9223372036854775693_1015 (size=32) 2024-12-04T21:45:38,785 INFO [M:0;bb3046a53f79:40607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:38,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40607-0x100a7320d680000, quorum=127.0.0.1:55417, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:38,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@653e6301{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:38,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404caff2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:38,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:38,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343b36c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:38,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e2f174{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:38,793 WARN [BP-1615618488-172.17.0.2-1733348730993 heartbeating to localhost/127.0.0.1:44281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:45:38,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:45:38,793 WARN [BP-1615618488-172.17.0.2-1733348730993 heartbeating to localhost/127.0.0.1:44281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615618488-172.17.0.2-1733348730993 (Datanode Uuid 675dc9ed-79d7-4f0b-9289-4b4098315b81) service to localhost/127.0.0.1:44281 2024-12-04T21:45:38,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:45:38,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data5/current/BP-1615618488-172.17.0.2-1733348730993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:38,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data6/current/BP-1615618488-172.17.0.2-1733348730993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:38,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:45:38,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513cab2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:38,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a123ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:38,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:38,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af5a446{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:38,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@444b27d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:38,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:45:38,799 WARN [BP-1615618488-172.17.0.2-1733348730993 heartbeating to localhost/127.0.0.1:44281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:45:38,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:45:38,799 WARN [BP-1615618488-172.17.0.2-1733348730993 heartbeating to localhost/127.0.0.1:44281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615618488-172.17.0.2-1733348730993 (Datanode Uuid 80e9633c-dce2-4621-99b4-e5857645090e) service to localhost/127.0.0.1:44281 2024-12-04T21:45:38,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data3/current/BP-1615618488-172.17.0.2-1733348730993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:38,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data4/current/BP-1615618488-172.17.0.2-1733348730993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:38,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:45:38,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65462677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:38,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@383014b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:38,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:38,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc262e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:38,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@431e53b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:38,804 WARN [BP-1615618488-172.17.0.2-1733348730993 heartbeating to localhost/127.0.0.1:44281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:45:38,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:45:38,805 WARN [BP-1615618488-172.17.0.2-1733348730993 heartbeating to localhost/127.0.0.1:44281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1615618488-172.17.0.2-1733348730993 (Datanode Uuid 4000341d-b998-4806-9fca-9e6b5a638430) service to localhost/127.0.0.1:44281 2024-12-04T21:45:38,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:45:38,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data1/current/BP-1615618488-172.17.0.2-1733348730993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:38,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/cluster_ecff5c4e-0748-2482-2086-169f2b9e576a/data/data2/current/BP-1615618488-172.17.0.2-1733348730993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:38,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:45:38,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58dbf239{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:45:38,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13e2962d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:38,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:38,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f93dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:38,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4395d44b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:38,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T21:45:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T21:45:38,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=86 (was 156), OpenFileDescriptor=437 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=2919 (was 3204) 2024-12-04T21:45:38,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=86, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=2919 2024-12-04T21:45:38,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T21:45:38,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.log.dir so I do NOT create it in target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69 2024-12-04T21:45:38,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4d3e25ea-9d21-fb85-2440-99c0d1421a18/hadoop.tmp.dir so I do NOT create it in target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69 2024-12-04T21:45:38,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276, deleteOnExit=true 2024-12-04T21:45:38,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/test.cache.data in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T21:45:38,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T21:45:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/nfs.dump.dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/java.io.tmpdir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T21:45:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T21:45:38,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:38,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:38,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:38,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:38,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:45:38,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:38,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcc43f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:38,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@320e342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:39,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a72bf02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-12819469682791181380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:45:39,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fae5831{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-12-04T21:45:39,032 INFO [Time-limited test {}] server.Server(415): Started @9902ms 2024-12-04T21:45:39,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:39,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:39,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:39,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:39,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T21:45:39,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e41812{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:39,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5175471f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:39,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a627a74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/java.io.tmpdir/jetty-localhost-38823-hadoop-hdfs-3_4_1-tests_jar-_-any-11248554669425848479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:39,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1efe3f43{HTTP/1.1, (http/1.1)}{localhost:38823} 2024-12-04T21:45:39,215 INFO [Time-limited test {}] server.Server(415): Started @10085ms 2024-12-04T21:45:39,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:45:39,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:39,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:39,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:39,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:39,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:45:39,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c0d0798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:39,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ad009f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:39,276 WARN [Thread-525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data2/current/BP-57243211-172.17.0.2-1733348738882/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:39,276 WARN [Thread-524 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data1/current/BP-57243211-172.17.0.2-1733348738882/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:39,300 WARN [Thread-503 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:45:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fe69e86daa52472 with lease ID 0x4c29d6aaff625eb5: Processing first storage report for DS-897fbfcb-c8cc-4875-8cdf-ebb069a53779 from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=79e209bf-b616-40a6-8051-8df9e650b9fe, infoPort=38041, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882) 2024-12-04T21:45:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fe69e86daa52472 with lease ID 0x4c29d6aaff625eb5: from storage DS-897fbfcb-c8cc-4875-8cdf-ebb069a53779 node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=79e209bf-b616-40a6-8051-8df9e650b9fe, infoPort=38041, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fe69e86daa52472 with lease ID 0x4c29d6aaff625eb5: Processing first storage report for DS-3671e71e-26c2-40bc-9e83-9978ffe883dc from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=79e209bf-b616-40a6-8051-8df9e650b9fe, infoPort=38041, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882) 2024-12-04T21:45:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fe69e86daa52472 with lease ID 0x4c29d6aaff625eb5: from storage DS-3671e71e-26c2-40bc-9e83-9978ffe883dc node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=79e209bf-b616-40a6-8051-8df9e650b9fe, infoPort=38041, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:39,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b1a7092{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/java.io.tmpdir/jetty-localhost-36223-hadoop-hdfs-3_4_1-tests_jar-_-any-16141126132665094247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:39,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370567c1{HTTP/1.1, (http/1.1)}{localhost:36223} 2024-12-04T21:45:39,366 INFO [Time-limited test {}] server.Server(415): Started @10237ms 2024-12-04T21:45:39,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:45:39,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T21:45:39,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T21:45:39,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T21:45:39,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T21:45:39,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T21:45:39,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c69385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,AVAILABLE} 2024-12-04T21:45:39,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acf8e33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T21:45:39,427 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data4/current/BP-57243211-172.17.0.2-1733348738882/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:39,427 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data3/current/BP-57243211-172.17.0.2-1733348738882/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:39,453 WARN [Thread-539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:45:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a473420db3f7b5d with lease ID 0x4c29d6aaff625eb6: Processing first storage report for DS-4ab291c4-6dda-40f0-ae97-f3280eb7df32 from datanode DatanodeRegistration(127.0.0.1:39697, datanodeUuid=8c6bf5e8-d35a-4e60-a74a-9718147574c6, infoPort=35223, infoSecurePort=0, ipcPort=42289, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882) 2024-12-04T21:45:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a473420db3f7b5d with lease ID 0x4c29d6aaff625eb6: from storage DS-4ab291c4-6dda-40f0-ae97-f3280eb7df32 node DatanodeRegistration(127.0.0.1:39697, datanodeUuid=8c6bf5e8-d35a-4e60-a74a-9718147574c6, infoPort=35223, infoSecurePort=0, ipcPort=42289, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a473420db3f7b5d with lease ID 0x4c29d6aaff625eb6: Processing first storage report for DS-7d11ef07-f64c-4f75-823a-9d77d4c7b437 from datanode DatanodeRegistration(127.0.0.1:39697, datanodeUuid=8c6bf5e8-d35a-4e60-a74a-9718147574c6, infoPort=35223, infoSecurePort=0, ipcPort=42289, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882) 2024-12-04T21:45:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a473420db3f7b5d with lease ID 0x4c29d6aaff625eb6: from storage DS-7d11ef07-f64c-4f75-823a-9d77d4c7b437 node DatanodeRegistration(127.0.0.1:39697, datanodeUuid=8c6bf5e8-d35a-4e60-a74a-9718147574c6, infoPort=35223, infoSecurePort=0, ipcPort=42289, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:39,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34c0a6e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/java.io.tmpdir/jetty-localhost-44253-hadoop-hdfs-3_4_1-tests_jar-_-any-5664781190448065885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:39,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b033b9e{HTTP/1.1, (http/1.1)}{localhost:44253} 2024-12-04T21:45:39,506 INFO [Time-limited test {}] server.Server(415): Started @10376ms 2024-12-04T21:45:39,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T21:45:39,568 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data6/current/BP-57243211-172.17.0.2-1733348738882/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:39,568 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data5/current/BP-57243211-172.17.0.2-1733348738882/current, will proceed with Du for space computation calculation, 2024-12-04T21:45:39,594 WARN [Thread-574 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T21:45:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16ded0dd40f1daa8 with lease ID 0x4c29d6aaff625eb7: Processing first storage report for DS-70d0065b-93ce-430c-9750-65150c7c054a from datanode DatanodeRegistration(127.0.0.1:46741, datanodeUuid=c1465764-bb6f-44cf-9a8f-4db93bbcff11, infoPort=39819, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882) 2024-12-04T21:45:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16ded0dd40f1daa8 with lease ID 0x4c29d6aaff625eb7: from storage DS-70d0065b-93ce-430c-9750-65150c7c054a node DatanodeRegistration(127.0.0.1:46741, datanodeUuid=c1465764-bb6f-44cf-9a8f-4db93bbcff11, infoPort=39819, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16ded0dd40f1daa8 with lease ID 0x4c29d6aaff625eb7: Processing first storage report for DS-dd5a3762-2402-4ab9-bb34-6a6100fc457f from datanode DatanodeRegistration(127.0.0.1:46741, datanodeUuid=c1465764-bb6f-44cf-9a8f-4db93bbcff11, infoPort=39819, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882) 2024-12-04T21:45:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16ded0dd40f1daa8 with lease ID 0x4c29d6aaff625eb7: from storage DS-dd5a3762-2402-4ab9-bb34-6a6100fc457f node DatanodeRegistration(127.0.0.1:46741, datanodeUuid=c1465764-bb6f-44cf-9a8f-4db93bbcff11, infoPort=39819, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=1071493064;c=1733348738882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T21:45:39,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69 2024-12-04T21:45:39,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/zookeeper_0, clientPort=58872, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T21:45:39,641 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58872 2024-12-04T21:45:39,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:45:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:45:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741825_1001 (size=7) 2024-12-04T21:45:39,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5 with version=8 2024-12-04T21:45:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44281/user/jenkins/test-data/1e38dfff-c388-7f04-1efb-f4e3379224dc/hbase-staging 2024-12-04T21:45:39,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:39,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:39,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:39,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T21:45:39,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:39,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46783 2024-12-04T21:45:39,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46783 connecting to ZooKeeper ensemble=127.0.0.1:58872 2024-12-04T21:45:39,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467830x0, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:39,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46783-0x100a73226a60000 connected 2024-12-04T21:45:39,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:39,685 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5, hbase.cluster.distributed=false 2024-12-04T21:45:39,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:39,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46783 2024-12-04T21:45:39,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46783 2024-12-04T21:45:39,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46783 2024-12-04T21:45:39,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46783 2024-12-04T21:45:39,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46783 2024-12-04T21:45:39,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:39,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:45:39,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:39,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34103 2024-12-04T21:45:39,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34103 connecting to ZooKeeper ensemble=127.0.0.1:58872 2024-12-04T21:45:39,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341030x0, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:39,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:39,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34103-0x100a73226a60001 connected 2024-12-04T21:45:39,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:45:39,710 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:45:39,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:45:39,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:39,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34103 2024-12-04T21:45:39,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34103 2024-12-04T21:45:39,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34103 2024-12-04T21:45:39,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34103 2024-12-04T21:45:39,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34103 2024-12-04T21:45:39,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:39,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:45:39,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:39,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41589 2024-12-04T21:45:39,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41589 connecting to ZooKeeper ensemble=127.0.0.1:58872 2024-12-04T21:45:39,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415890x0, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:39,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415890x0, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:39,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41589-0x100a73226a60002 connected 2024-12-04T21:45:39,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:45:39,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:45:39,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:45:39,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:39,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41589 2024-12-04T21:45:39,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41589 2024-12-04T21:45:39,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41589 2024-12-04T21:45:39,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41589 2024-12-04T21:45:39,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41589 2024-12-04T21:45:39,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb3046a53f79:0 server-side Connection retries=45 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T21:45:39,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T21:45:39,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36527 2024-12-04T21:45:39,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36527 connecting to ZooKeeper ensemble=127.0.0.1:58872 2024-12-04T21:45:39,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365270x0, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T21:45:39,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365270x0, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:39,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36527-0x100a73226a60003 connected 2024-12-04T21:45:39,765 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T21:45:39,766 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T21:45:39,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T21:45:39,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T21:45:39,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36527 2024-12-04T21:45:39,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36527 2024-12-04T21:45:39,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36527 2024-12-04T21:45:39,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36527 2024-12-04T21:45:39,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36527 2024-12-04T21:45:39,782 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb3046a53f79:46783 2024-12-04T21:45:39,783 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,786 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,789 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T21:45:39,789 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb3046a53f79,46783,1733348739663 from backup master directory 2024-12-04T21:45:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,790 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:39,790 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T21:45:39,797 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/hbase.id] with ID: 8735a85a-07be-48b4-9f4e-fd06ee1e9ff2 2024-12-04T21:45:39,797 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/.tmp/hbase.id 2024-12-04T21:45:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:45:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:45:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741826_1002 (size=42) 2024-12-04T21:45:39,808 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/.tmp/hbase.id]:[hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/hbase.id] 2024-12-04T21:45:39,826 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T21:45:39,826 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T21:45:39,828 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T21:45:39,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:45:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:45:39,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741827_1003 (size=196) 2024-12-04T21:45:39,849 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:45:39,850 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T21:45:39,850 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-04T21:45:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:45:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:45:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741828_1004 (size=1189) 2024-12-04T21:45:39,879 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store 2024-12-04T21:45:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:45:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:45:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741829_1005 (size=34) 2024-12-04T21:45:39,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:39,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:45:39,898 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:39,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:39,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:45:39,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:39,898 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:39,898 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733348739898Disabling compacts and flushes for region at 1733348739898Disabling writes for close at 1733348739898Writing region close event to WAL at 1733348739898Closed at 1733348739898 2024-12-04T21:45:39,900 WARN [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/.initializing 2024-12-04T21:45:39,900 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/WALs/bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,905 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C46783%2C1733348739663, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/WALs/bb3046a53f79,46783,1733348739663, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/oldWALs, maxLogs=10 2024-12-04T21:45:39,905 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb3046a53f79%2C46783%2C1733348739663.1733348739905 2024-12-04T21:45:39,921 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/WALs/bb3046a53f79,46783,1733348739663/bb3046a53f79%2C46783%2C1733348739663.1733348739905 2024-12-04T21:45:39,923 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38041:38041),(127.0.0.1/127.0.0.1:39819:39819),(127.0.0.1/127.0.0.1:35223:35223)] 2024-12-04T21:45:39,923 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:45:39,924 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:39,924 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,924 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T21:45:39,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:39,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:39,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T21:45:39,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:39,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:39,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T21:45:39,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:39,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:39,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T21:45:39,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:39,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:39,939 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,940 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,941 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,942 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,942 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,943 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:45:39,944 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T21:45:39,947 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:45:39,947 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60879848, jitterRate=-0.09281957149505615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:45:39,948 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733348739924Initializing all the Stores at 1733348739926 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348739926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348739929 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348739929Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348739929Cleaning up temporary data from old regions at 1733348739942 (+13 ms)Region opened successfully at 1733348739948 (+6 ms) 2024-12-04T21:45:39,948 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T21:45:39,952 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7e101e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:39,953 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T21:45:39,953 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T21:45:39,953 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T21:45:39,953 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T21:45:39,954 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T21:45:39,954 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T21:45:39,955 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T21:45:39,957 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T21:45:39,958 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T21:45:39,959 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T21:45:39,959 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T21:45:39,960 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T21:45:39,960 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T21:45:39,961 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T21:45:39,962 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T21:45:39,962 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T21:45:39,963 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T21:45:39,964 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T21:45:39,966 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T21:45:39,966 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,969 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb3046a53f79,46783,1733348739663, sessionid=0x100a73226a60000, setting cluster-up flag (Was=false) 2024-12-04T21:45:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,974 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T21:45:39,975 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:39,981 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T21:45:39,982 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb3046a53f79,46783,1733348739663 2024-12-04T21:45:39,983 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T21:45:39,985 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:39,986 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T21:45:39,986 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T21:45:39,986 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb3046a53f79,46783,1733348739663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb3046a53f79:0, corePoolSize=5, maxPoolSize=5 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb3046a53f79:0, corePoolSize=10, maxPoolSize=10 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:39,988 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:39,993 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733348769993 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T21:45:39,994 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:39,995 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T21:45:39,995 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T21:45:39,995 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T21:45:39,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:39,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T21:45:39,995 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T21:45:39,995 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T21:45:39,996 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733348739995,5,FailOnTimeoutGroup] 2024-12-04T21:45:39,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:39,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T21:45:39,997 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733348739996,5,FailOnTimeoutGroup] 2024-12-04T21:45:39,997 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:39,997 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T21:45:39,997 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:39,997 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:45:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:45:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741831_1007 (size=1321) 2024-12-04T21:45:40,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T21:45:40,013 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5 2024-12-04T21:45:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:45:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:45:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741832_1008 (size=32) 2024-12-04T21:45:40,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:40,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:45:40,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:45:40,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:45:40,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:45:40,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:45:40,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:45:40,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:45:40,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:45:40,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:45:40,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740 2024-12-04T21:45:40,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740 2024-12-04T21:45:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:45:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:45:40,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:45:40,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:45:40,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:45:40,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59895849, jitterRate=-0.10748229920864105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:45:40,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733348740027Initializing all the Stores at 1733348740028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348740028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348740029 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348740029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348740029Cleaning up temporary data from old regions at 1733348740040 (+11 ms)Region opened successfully at 1733348740046 (+6 ms) 2024-12-04T21:45:40,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:45:40,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:45:40,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:45:40,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:45:40,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:45:40,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:45:40,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733348740046Disabling compacts and flushes for region at 1733348740046Disabling writes for close at 1733348740046Writing region close event to WAL at 1733348740047 (+1 ms)Closed at 1733348740047 2024-12-04T21:45:40,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:40,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T21:45:40,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T21:45:40,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:45:40,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T21:45:40,074 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(746): ClusterId : 8735a85a-07be-48b4-9f4e-fd06ee1e9ff2 2024-12-04T21:45:40,074 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(746): ClusterId : 8735a85a-07be-48b4-9f4e-fd06ee1e9ff2 2024-12-04T21:45:40,074 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(746): ClusterId : 8735a85a-07be-48b4-9f4e-fd06ee1e9ff2 2024-12-04T21:45:40,074 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:45:40,074 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:45:40,074 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T21:45:40,076 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:45:40,076 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:45:40,076 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:45:40,076 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:45:40,076 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T21:45:40,076 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T21:45:40,078 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:45:40,078 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:45:40,078 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T21:45:40,078 DEBUG [RS:2;bb3046a53f79:36527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1818e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:40,078 DEBUG [RS:0;bb3046a53f79:34103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5ad73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:40,079 DEBUG [RS:1;bb3046a53f79:41589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4513b8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb3046a53f79/172.17.0.2:0 2024-12-04T21:45:40,088 DEBUG [RS:0;bb3046a53f79:34103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb3046a53f79:34103 2024-12-04T21:45:40,088 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bb3046a53f79:41589 2024-12-04T21:45:40,088 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:45:40,088 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:45:40,088 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:45:40,088 DEBUG [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:45:40,088 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:45:40,088 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:45:40,089 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,46783,1733348739663 with port=34103, startcode=1733348739701 2024-12-04T21:45:40,089 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,46783,1733348739663 with port=41589, startcode=1733348739726 2024-12-04T21:45:40,090 DEBUG [RS:0;bb3046a53f79:34103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:45:40,090 DEBUG [RS:1;bb3046a53f79:41589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:45:40,091 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:45:40,092 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bb3046a53f79:36527 2024-12-04T21:45:40,092 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T21:45:40,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,34103,1733348739701 2024-12-04T21:45:40,092 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T21:45:40,092 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T21:45:40,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,34103,1733348739701 2024-12-04T21:45:40,092 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39165, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:45:40,093 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb3046a53f79,46783,1733348739663 with port=36527, startcode=1733348739757 2024-12-04T21:45:40,093 DEBUG [RS:2;bb3046a53f79:36527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T21:45:40,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,41589,1733348739726 2024-12-04T21:45:40,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,41589,1733348739726 2024-12-04T21:45:40,094 DEBUG [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5 2024-12-04T21:45:40,095 DEBUG [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33045 2024-12-04T21:45:40,095 DEBUG [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:45:40,095 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59979, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T21:45:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:40,096 DEBUG [RS:0;bb3046a53f79:34103 {}] zookeeper.ZKUtil(111): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,34103,1733348739701 2024-12-04T21:45:40,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,097 WARN [RS:0;bb3046a53f79:34103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:40,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(517): Registering regionserver=bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,097 INFO [RS:0;bb3046a53f79:34103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-04T21:45:40,097 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5 2024-12-04T21:45:40,097 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33045 2024-12-04T21:45:40,097 DEBUG [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,34103,1733348739701 2024-12-04T21:45:40,097 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:45:40,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,34103,1733348739701] 2024-12-04T21:45:40,099 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5 2024-12-04T21:45:40,099 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33045 2024-12-04T21:45:40,099 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T21:45:40,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:40,099 DEBUG [RS:1;bb3046a53f79:41589 {}] zookeeper.ZKUtil(111): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,41589,1733348739726 2024-12-04T21:45:40,099 WARN [RS:1;bb3046a53f79:41589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:40,100 INFO [RS:1;bb3046a53f79:41589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-04T21:45:40,100 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,41589,1733348739726 2024-12-04T21:45:40,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,41589,1733348739726] 2024-12-04T21:45:40,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb3046a53f79,36527,1733348739757] 2024-12-04T21:45:40,100 DEBUG [RS:2;bb3046a53f79:36527 {}] zookeeper.ZKUtil(111): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,100 WARN [RS:2;bb3046a53f79:36527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T21:45:40,100 INFO [RS:2;bb3046a53f79:36527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-04T21:45:40,100 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,104 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:45:40,104 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:45:40,106 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:45:40,106 INFO [RS:2;bb3046a53f79:36527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:45:40,106 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,109 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:45:40,109 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T21:45:40,110 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:45:40,110 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,111 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,112 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,112 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,112 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,112 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:40,112 DEBUG [RS:2;bb3046a53f79:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:40,113 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:45:40,113 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T21:45:40,113 INFO [RS:1;bb3046a53f79:41589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:45:40,114 INFO [RS:0;bb3046a53f79:34103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T21:45:40,114 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,114 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36527,1733348739757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:40,115 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:45:40,116 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T21:45:40,117 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:45:40,117 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T21:45:40,117 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,117 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb3046a53f79:0, corePoolSize=2, maxPoolSize=2 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,117 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,118 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,118 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb3046a53f79:0, corePoolSize=1, maxPoolSize=1 2024-12-04T21:45:40,118 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:40,118 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:40,118 DEBUG [RS:1;bb3046a53f79:41589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:40,118 DEBUG [RS:0;bb3046a53f79:34103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0, corePoolSize=3, maxPoolSize=3 2024-12-04T21:45:40,123 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41589,1733348739726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,123 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,34103,1733348739701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:45:40,135 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:45:40,135 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T21:45:40,135 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,41589,1733348739726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,34103,1733348739701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,36527,1733348739757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,135 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.Replication(171): bb3046a53f79,41589,1733348739726 started 2024-12-04T21:45:40,135 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.Replication(171): bb3046a53f79,36527,1733348739757 started 2024-12-04T21:45:40,135 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.Replication(171): bb3046a53f79,34103,1733348739701 started 2024-12-04T21:45:40,147 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,147 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,147 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,34103,1733348739701, RpcServer on bb3046a53f79/172.17.0.2:34103, sessionid=0x100a73226a60001 2024-12-04T21:45:40,147 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,41589,1733348739726, RpcServer on bb3046a53f79/172.17.0.2:41589, sessionid=0x100a73226a60002 2024-12-04T21:45:40,147 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:45:40,147 DEBUG [RS:0;bb3046a53f79:34103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,34103,1733348739701 2024-12-04T21:45:40,147 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,34103,1733348739701' 2024-12-04T21:45:40,148 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:45:40,148 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:45:40,148 DEBUG [RS:1;bb3046a53f79:41589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,41589,1733348739726 2024-12-04T21:45:40,148 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,41589,1733348739726' 2024-12-04T21:45:40,148 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:45:40,148 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:45:40,148 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:45:40,149 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:45:40,149 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:45:40,149 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:45:40,149 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:45:40,149 DEBUG [RS:1;bb3046a53f79:41589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,41589,1733348739726 2024-12-04T21:45:40,149 DEBUG [RS:0;bb3046a53f79:34103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,34103,1733348739701 2024-12-04T21:45:40,149 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,41589,1733348739726' 2024-12-04T21:45:40,149 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:45:40,149 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,34103,1733348739701' 2024-12-04T21:45:40,149 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:45:40,149 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:45:40,149 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:45:40,150 DEBUG [RS:1;bb3046a53f79:41589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:45:40,150 INFO [RS:1;bb3046a53f79:41589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:45:40,150 INFO [RS:1;bb3046a53f79:41589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:45:40,150 DEBUG [RS:0;bb3046a53f79:34103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:45:40,150 INFO [RS:0;bb3046a53f79:34103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:45:40,150 INFO [RS:0;bb3046a53f79:34103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:45:40,154 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,154 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1482): Serving as bb3046a53f79,36527,1733348739757, RpcServer on bb3046a53f79/172.17.0.2:36527, sessionid=0x100a73226a60003 2024-12-04T21:45:40,154 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T21:45:40,154 DEBUG [RS:2;bb3046a53f79:36527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,154 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,36527,1733348739757' 2024-12-04T21:45:40,154 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T21:45:40,155 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T21:45:40,155 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T21:45:40,155 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T21:45:40,155 DEBUG [RS:2;bb3046a53f79:36527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,155 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb3046a53f79,36527,1733348739757' 2024-12-04T21:45:40,155 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T21:45:40,156 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T21:45:40,156 DEBUG [RS:2;bb3046a53f79:36527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T21:45:40,156 INFO [RS:2;bb3046a53f79:36527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T21:45:40,156 INFO [RS:2;bb3046a53f79:36527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T21:45:40,202 WARN [bb3046a53f79:46783 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T21:45:40,252 INFO [RS:0;bb3046a53f79:34103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C34103%2C1733348739701, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,34103,1733348739701, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs, maxLogs=32 2024-12-04T21:45:40,252 INFO [RS:1;bb3046a53f79:41589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C41589%2C1733348739726, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,41589,1733348739726, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs, maxLogs=32 2024-12-04T21:45:40,254 INFO [RS:1;bb3046a53f79:41589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb3046a53f79%2C41589%2C1733348739726.1733348740254 2024-12-04T21:45:40,254 INFO [RS:0;bb3046a53f79:34103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb3046a53f79%2C34103%2C1733348739701.1733348740254 2024-12-04T21:45:40,259 INFO [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C36527%2C1733348739757, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,36527,1733348739757, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs, maxLogs=32 2024-12-04T21:45:40,260 INFO [RS:2;bb3046a53f79:36527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb3046a53f79%2C36527%2C1733348739757.1733348740260 2024-12-04T21:45:40,265 INFO [RS:0;bb3046a53f79:34103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,34103,1733348739701/bb3046a53f79%2C34103%2C1733348739701.1733348740254 2024-12-04T21:45:40,266 DEBUG [RS:0;bb3046a53f79:34103 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819),(127.0.0.1/127.0.0.1:35223:35223),(127.0.0.1/127.0.0.1:38041:38041)] 2024-12-04T21:45:40,268 INFO [RS:1;bb3046a53f79:41589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,41589,1733348739726/bb3046a53f79%2C41589%2C1733348739726.1733348740254 2024-12-04T21:45:40,269 DEBUG [RS:1;bb3046a53f79:41589 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38041:38041),(127.0.0.1/127.0.0.1:39819:39819),(127.0.0.1/127.0.0.1:35223:35223)] 2024-12-04T21:45:40,271 INFO [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,36527,1733348739757/bb3046a53f79%2C36527%2C1733348739757.1733348740260 2024-12-04T21:45:40,271 DEBUG [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35223:35223),(127.0.0.1/127.0.0.1:39819:39819),(127.0.0.1/127.0.0.1:38041:38041)] 2024-12-04T21:45:40,452 DEBUG [bb3046a53f79:46783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T21:45:40,453 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:45:40,456 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:45:40,456 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:45:40,456 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:45:40,457 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:45:40,457 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:45:40,457 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:45:40,457 INFO [bb3046a53f79:46783 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:45:40,457 INFO [bb3046a53f79:46783 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:45:40,457 INFO [bb3046a53f79:46783 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:45:40,457 DEBUG [bb3046a53f79:46783 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:45:40,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,36527,1733348739757, state=OPENING 2024-12-04T21:45:40,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T21:45:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:40,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T21:45:40,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,36527,1733348739757}] 2024-12-04T21:45:40,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,619 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:45:40,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:45:40,625 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T21:45:40,626 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-04T21:45:40,628 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb3046a53f79%2C36527%2C1733348739757.meta, suffix=.meta, logDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,36527,1733348739757, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs, maxLogs=32 2024-12-04T21:45:40,628 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor bb3046a53f79%2C36527%2C1733348739757.meta.1733348740628.meta 2024-12-04T21:45:40,639 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/WALs/bb3046a53f79,36527,1733348739757/bb3046a53f79%2C36527%2C1733348739757.meta.1733348740628.meta 2024-12-04T21:45:40,643 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35223:35223),(127.0.0.1/127.0.0.1:38041:38041),(127.0.0.1/127.0.0.1:39819:39819)] 2024-12-04T21:45:40,645 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:45:40,645 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T21:45:40,645 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T21:45:40,646 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T21:45:40,646 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T21:45:40,646 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:40,646 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T21:45:40,646 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T21:45:40,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T21:45:40,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T21:45:40,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T21:45:40,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T21:45:40,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T21:45:40,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T21:45:40,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T21:45:40,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T21:45:40,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T21:45:40,658 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T21:45:40,659 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740 2024-12-04T21:45:40,660 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740 2024-12-04T21:45:40,662 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T21:45:40,662 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T21:45:40,662 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T21:45:40,664 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T21:45:40,665 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66033963, jitterRate=-0.01601727306842804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T21:45:40,665 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T21:45:40,665 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733348740646Writing region info on filesystem at 1733348740646Initializing all the Stores at 1733348740648 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348740648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348740648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348740648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733348740648Cleaning up temporary data from old regions at 1733348740662 (+14 ms)Running coprocessor post-open hooks at 1733348740665 (+3 ms)Region opened successfully at 1733348740665 2024-12-04T21:45:40,667 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733348740619 2024-12-04T21:45:40,670 DEBUG [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T21:45:40,670 INFO [RS_OPEN_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T21:45:40,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb3046a53f79,36527,1733348739757, state=OPEN 2024-12-04T21:45:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:40,675 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb3046a53f79,36527,1733348739757 2024-12-04T21:45:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T21:45:40,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T21:45:40,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T21:45:40,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb3046a53f79,36527,1733348739757 in 211 msec 2024-12-04T21:45:40,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T21:45:40,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-12-04T21:45:40,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T21:45:40,688 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T21:45:40,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:45:40,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,36527,1733348739757, seqNum=-1] 2024-12-04T21:45:40,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:45:40,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44077, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:45:40,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 714 msec 2024-12-04T21:45:40,703 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733348740703, completionTime=-1 2024-12-04T21:45:40,704 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T21:45:40,704 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T21:45:40,707 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T21:45:40,707 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733348800707 2024-12-04T21:45:40,708 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733348860708 2024-12-04T21:45:40,708 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T21:45:40,708 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T21:45:40,709 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46783,1733348739663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,709 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46783,1733348739663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,709 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46783,1733348739663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,709 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb3046a53f79:46783, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,709 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,710 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,713 DEBUG [master/bb3046a53f79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T21:45:40,718 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.927sec 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46783,1733348739663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T21:45:40,719 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46783,1733348739663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T21:45:40,725 DEBUG [master/bb3046a53f79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T21:45:40,725 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T21:45:40,725 INFO [master/bb3046a53f79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb3046a53f79,46783,1733348739663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T21:45:40,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622046a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:45:40,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb3046a53f79,46783,-1 for getting cluster id 2024-12-04T21:45:40,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T21:45:40,777 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8735a85a-07be-48b4-9f4e-fd06ee1e9ff2' 2024-12-04T21:45:40,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T21:45:40,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8735a85a-07be-48b4-9f4e-fd06ee1e9ff2" 2024-12-04T21:45:40,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e4a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:45:40,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb3046a53f79,46783,-1] 2024-12-04T21:45:40,779 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T21:45:40,779 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:40,780 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T21:45:40,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce08208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T21:45:40,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T21:45:40,783 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb3046a53f79,36527,1733348739757, seqNum=-1] 2024-12-04T21:45:40,784 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:45:40,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:45:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb3046a53f79,46783,1733348739663 2024-12-04T21:45:40,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T21:45:40,790 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bb3046a53f79,46783,1733348739663 2024-12-04T21:45:40,790 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6288fc1e 2024-12-04T21:45:40,790 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T21:45:40,793 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T21:45:40,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T21:45:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-12-04T21:45:40,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T21:45:40,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:40,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-12-04T21:45:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:40,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T21:45:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741837_1013 (size=392) 2024-12-04T21:45:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741837_1013 (size=392) 2024-12-04T21:45:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741837_1013 (size=392) 2024-12-04T21:45:40,820 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16318581947fe7b6a4379e8589cfc725, NAME => 'TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5 2024-12-04T21:45:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741838_1014 (size=51) 2024-12-04T21:45:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741838_1014 (size=51) 2024-12-04T21:45:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741838_1014 (size=51) 2024-12-04T21:45:40,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:40,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 16318581947fe7b6a4379e8589cfc725, disabling compactions & flushes 2024-12-04T21:45:40,841 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:40,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:40,841 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. after waiting 0 ms 2024-12-04T21:45:40,842 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:40,842 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:40,842 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16318581947fe7b6a4379e8589cfc725: Waiting for close lock at 1733348740841Disabling compacts and flushes for region at 1733348740841Disabling writes for close at 1733348740841Writing region close event to WAL at 1733348740842 (+1 ms)Closed at 1733348740842 2024-12-04T21:45:40,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T21:45:40,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733348740844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733348740844"}]},"ts":"1733348740844"} 2024-12-04T21:45:40,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T21:45:40,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T21:45:40,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733348740851"}]},"ts":"1733348740851"} 2024-12-04T21:45:40,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-12-04T21:45:40,855 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bb3046a53f79=0} racks are {/default-rack=0} 2024-12-04T21:45:40,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T21:45:40,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T21:45:40,856 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T21:45:40,857 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T21:45:40,857 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T21:45:40,857 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T21:45:40,857 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T21:45:40,857 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T21:45:40,857 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T21:45:40,857 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T21:45:40,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=16318581947fe7b6a4379e8589cfc725, ASSIGN}] 2024-12-04T21:45:40,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=16318581947fe7b6a4379e8589cfc725, ASSIGN 2024-12-04T21:45:40,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=16318581947fe7b6a4379e8589cfc725, ASSIGN; state=OFFLINE, location=bb3046a53f79,41589,1733348739726; forceNewPlan=false, retain=false 2024-12-04T21:45:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:41,014 INFO [bb3046a53f79:46783 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T21:45:41,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16318581947fe7b6a4379e8589cfc725, regionState=OPENING, regionLocation=bb3046a53f79,41589,1733348739726 2024-12-04T21:45:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=16318581947fe7b6a4379e8589cfc725, ASSIGN because future has completed 2024-12-04T21:45:41,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16318581947fe7b6a4379e8589cfc725, server=bb3046a53f79,41589,1733348739726}] 2024-12-04T21:45:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:41,172 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T21:45:41,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T21:45:41,178 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,179 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16318581947fe7b6a4379e8589cfc725, NAME => 'TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725.', STARTKEY => '', ENDKEY => ''} 2024-12-04T21:45:41,179 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,179 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T21:45:41,179 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,179 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,181 INFO [StoreOpener-16318581947fe7b6a4379e8589cfc725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,182 INFO [StoreOpener-16318581947fe7b6a4379e8589cfc725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16318581947fe7b6a4379e8589cfc725 columnFamilyName cf 2024-12-04T21:45:41,182 DEBUG [StoreOpener-16318581947fe7b6a4379e8589cfc725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T21:45:41,183 INFO [StoreOpener-16318581947fe7b6a4379e8589cfc725-1 {}] regionserver.HStore(327): Store=16318581947fe7b6a4379e8589cfc725/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T21:45:41,183 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,184 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,185 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,185 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,185 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,188 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,190 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T21:45:41,191 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16318581947fe7b6a4379e8589cfc725; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73128688, jitterRate=0.08970236778259277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T21:45:41,191 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,192 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16318581947fe7b6a4379e8589cfc725: Running coprocessor pre-open hook at 1733348741179Writing region info on filesystem at 1733348741179Initializing all the Stores at 1733348741180 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733348741180Cleaning up temporary data from old regions at 1733348741185 (+5 ms)Running coprocessor post-open hooks at 1733348741191 (+6 ms)Region opened successfully at 1733348741192 (+1 ms) 2024-12-04T21:45:41,193 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725., pid=6, masterSystemTime=1733348741172 2024-12-04T21:45:41,196 DEBUG [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,196 INFO [RS_OPEN_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16318581947fe7b6a4379e8589cfc725, regionState=OPEN, openSeqNum=2, regionLocation=bb3046a53f79,41589,1733348739726 2024-12-04T21:45:41,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16318581947fe7b6a4379e8589cfc725, server=bb3046a53f79,41589,1733348739726 because future has completed 2024-12-04T21:45:41,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T21:45:41,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16318581947fe7b6a4379e8589cfc725, server=bb3046a53f79,41589,1733348739726 in 185 msec 2024-12-04T21:45:41,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T21:45:41,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=16318581947fe7b6a4379e8589cfc725, ASSIGN in 350 msec 2024-12-04T21:45:41,212 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T21:45:41,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733348741212"}]},"ts":"1733348741212"} 2024-12-04T21:45:41,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-12-04T21:45:41,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T21:45:41,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 423 msec 2024-12-04T21:45:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T21:45:41,424 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-12-04T21:45:41,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-12-04T21:45:41,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:45:41,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-12-04T21:45:41,429 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T21:45:41,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-12-04T21:45:41,433 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725., hostname=bb3046a53f79,41589,1733348739726, seqNum=2] 2024-12-04T21:45:41,434 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T21:45:41,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T21:45:41,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-12-04T21:45:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-12-04T21:45:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:41,443 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-12-04T21:45:41,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T21:45:41,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T21:45:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:41,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T21:45:41,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,600 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 16318581947fe7b6a4379e8589cfc725 1/1 column families, dataSize=32 B heapSize=360 B 2024-12-04T21:45:41,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/.tmp/cf/5a966701e2224019a0393f84607929a4 is 36, key is row/cf:cq/1733348741436/Put/seqid=0 2024-12-04T21:45:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741839_1015 (size=4787) 2024-12-04T21:45:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741839_1015 (size=4787) 2024-12-04T21:45:41,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741839_1015 (size=4787) 2024-12-04T21:45:41,629 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/.tmp/cf/5a966701e2224019a0393f84607929a4 2024-12-04T21:45:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/.tmp/cf/5a966701e2224019a0393f84607929a4 as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/cf/5a966701e2224019a0393f84607929a4 2024-12-04T21:45:41,647 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/cf/5a966701e2224019a0393f84607929a4, entries=1, sequenceid=5, filesize=4.7 K 2024-12-04T21:45:41,648 INFO [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 16318581947fe7b6a4379e8589cfc725 in 48ms, sequenceid=5, compaction requested=false 2024-12-04T21:45:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 16318581947fe7b6a4379e8589cfc725: 2024-12-04T21:45:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb3046a53f79:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T21:45:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T21:45:41,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T21:45:41,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-12-04T21:45:41,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 216 msec 2024-12-04T21:45:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T21:45:41,764 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-12-04T21:45:41,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T21:45:41,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:45:41,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:41,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T21:45:41,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T21:45:41,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150765290, stopped=false 2024-12-04T21:45:41,771 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb3046a53f79,46783,1733348739663 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T21:45:41,773 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:45:41,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:41,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T21:45:41,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:41,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:41,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:41,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,34103,1733348739701' ***** 2024-12-04T21:45:41,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:45:41,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,41589,1733348739726' ***** 2024-12-04T21:45:41,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:45:41,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb3046a53f79,36527,1733348739757' ***** 2024-12-04T21:45:41,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T21:45:41,774 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:45:41,774 INFO [RS:1;bb3046a53f79:41589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:45:41,774 INFO [RS:1;bb3046a53f79:41589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:45:41,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:45:41,774 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(3091): Received CLOSE for 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,774 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:45:41,774 INFO [RS:2;bb3046a53f79:36527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:45:41,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:45:41,774 INFO [RS:2;bb3046a53f79:36527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:45:41,774 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,36527,1733348739757 2024-12-04T21:45:41,774 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,41589,1733348739726 2024-12-04T21:45:41,774 INFO [RS:2;bb3046a53f79:36527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:41,775 INFO [RS:1;bb3046a53f79:41589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:41,775 INFO [RS:2;bb3046a53f79:36527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bb3046a53f79:36527. 2024-12-04T21:45:41,775 INFO [RS:1;bb3046a53f79:41589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bb3046a53f79:41589. 2024-12-04T21:45:41,775 DEBUG [RS:1;bb3046a53f79:41589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:41,775 DEBUG [RS:1;bb3046a53f79:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,775 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T21:45:41,775 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T21:45:41,775 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1325): Online Regions={16318581947fe7b6a4379e8589cfc725=TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725.} 2024-12-04T21:45:41,775 INFO [RS:0;bb3046a53f79:34103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T21:45:41,775 DEBUG [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1351): Waiting on 16318581947fe7b6a4379e8589cfc725 2024-12-04T21:45:41,775 INFO [RS:0;bb3046a53f79:34103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T21:45:41,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T21:45:41,775 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(959): stopping server bb3046a53f79,34103,1733348739701 2024-12-04T21:45:41,775 INFO [RS:0;bb3046a53f79:34103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:41,775 INFO [RS:0;bb3046a53f79:34103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb3046a53f79:34103. 2024-12-04T21:45:41,775 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16318581947fe7b6a4379e8589cfc725, disabling compactions & flushes 2024-12-04T21:45:41,775 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,775 DEBUG [RS:0;bb3046a53f79:34103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:41,776 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,776 DEBUG [RS:0;bb3046a53f79:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,776 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. after waiting 0 ms 2024-12-04T21:45:41,776 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,776 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,34103,1733348739701; all regions closed. 2024-12-04T21:45:41,776 DEBUG [RS:2;bb3046a53f79:36527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T21:45:41,776 DEBUG [RS:2;bb3046a53f79:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:41,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T21:45:41,776 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:45:41,776 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:45:41,776 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:45:41,776 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T21:45:41,777 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T21:45:41,777 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T21:45:41,777 DEBUG [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T21:45:41,777 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T21:45:41,777 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,777 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T21:45:41,778 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,778 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T21:45:41,778 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,778 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T21:45:41,778 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T21:45:41,778 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,778 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,778 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T21:45:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741833_1009 (size=93) 2024-12-04T21:45:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741833_1009 (size=93) 2024-12-04T21:45:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741833_1009 (size=93) 2024-12-04T21:45:41,784 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/default/TestHBaseWalOnEC/16318581947fe7b6a4379e8589cfc725/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T21:45:41,784 DEBUG [RS:0;bb3046a53f79:34103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs 2024-12-04T21:45:41,784 INFO [RS:0;bb3046a53f79:34103 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb3046a53f79%2C34103%2C1733348739701:(num 1733348740254) 2024-12-04T21:45:41,784 DEBUG [RS:0;bb3046a53f79:34103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,784 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:41,784 INFO [RS:0;bb3046a53f79:34103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:41,785 INFO [RS:0;bb3046a53f79:34103 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:41,785 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:45:41,785 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:45:41,785 INFO [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,785 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:45:41,785 INFO [RS:0;bb3046a53f79:34103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:41,785 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16318581947fe7b6a4379e8589cfc725: Waiting for close lock at 1733348741775Running coprocessor pre-close hooks at 1733348741775Disabling compacts and flushes for region at 1733348741775Disabling writes for close at 1733348741776 (+1 ms)Writing region close event to WAL at 1733348741778 (+2 ms)Running coprocessor post-close hooks at 1733348741784 (+6 ms)Closed at 1733348741785 (+1 ms) 2024-12-04T21:45:41,785 INFO [RS:0;bb3046a53f79:34103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34103 2024-12-04T21:45:41,785 DEBUG [RS_CLOSE_REGION-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725. 2024-12-04T21:45:41,785 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,34103,1733348739701 2024-12-04T21:45:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:41,786 INFO [RS:0;bb3046a53f79:34103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:41,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,34103,1733348739701] 2024-12-04T21:45:41,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,34103,1733348739701 already deleted, retry=false 2024-12-04T21:45:41,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,34103,1733348739701 expired; onlineServers=2 2024-12-04T21:45:41,799 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/info/c91d9bf9a7264a5a9eaec64d54f1f6df is 153, key is TestHBaseWalOnEC,,1733348740793.16318581947fe7b6a4379e8589cfc725./info:regioninfo/1733348741197/Put/seqid=0 2024-12-04T21:45:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741840_1016 (size=6637) 2024-12-04T21:45:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741840_1016 (size=6637) 2024-12-04T21:45:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741840_1016 (size=6637) 2024-12-04T21:45:41,806 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/info/c91d9bf9a7264a5a9eaec64d54f1f6df 2024-12-04T21:45:41,817 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:41,825 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:41,825 INFO [regionserver/bb3046a53f79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:41,834 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/ns/eaa577a5fd0e40a88d9f4055c52cfb64 is 43, key is default/ns:d/1733348740693/Put/seqid=0 2024-12-04T21:45:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741841_1017 (size=5153) 2024-12-04T21:45:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741841_1017 (size=5153) 2024-12-04T21:45:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741841_1017 (size=5153) 2024-12-04T21:45:41,842 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/ns/eaa577a5fd0e40a88d9f4055c52cfb64 2024-12-04T21:45:41,865 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/table/e2436a238a104a739a564e2b6fda1033 is 52, key is TestHBaseWalOnEC/table:state/1733348741212/Put/seqid=0 2024-12-04T21:45:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741842_1018 (size=5249) 2024-12-04T21:45:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741842_1018 (size=5249) 2024-12-04T21:45:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741842_1018 (size=5249) 2024-12-04T21:45:41,873 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/table/e2436a238a104a739a564e2b6fda1033 2024-12-04T21:45:41,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T21:45:41,883 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/info/c91d9bf9a7264a5a9eaec64d54f1f6df as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/info/c91d9bf9a7264a5a9eaec64d54f1f6df 2024-12-04T21:45:41,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:45:41,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:41,887 INFO [RS:0;bb3046a53f79:34103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:41,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34103-0x100a73226a60001, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:41,888 INFO [RS:0;bb3046a53f79:34103 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,34103,1733348739701; zookeeper connection closed. 2024-12-04T21:45:41,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@101734fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@101734fa 2024-12-04T21:45:41,893 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/info/c91d9bf9a7264a5a9eaec64d54f1f6df, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T21:45:41,895 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/ns/eaa577a5fd0e40a88d9f4055c52cfb64 as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/ns/eaa577a5fd0e40a88d9f4055c52cfb64 2024-12-04T21:45:41,905 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/ns/eaa577a5fd0e40a88d9f4055c52cfb64, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T21:45:41,907 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/.tmp/table/e2436a238a104a739a564e2b6fda1033 as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/table/e2436a238a104a739a564e2b6fda1033 2024-12-04T21:45:41,919 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/table/e2436a238a104a739a564e2b6fda1033, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T21:45:41,921 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false 2024-12-04T21:45:41,927 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T21:45:41,928 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T21:45:41,928 INFO [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T21:45:41,928 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733348741777Running coprocessor pre-close hooks at 1733348741777Disabling compacts and flushes for region at 1733348741777Disabling writes for close at 1733348741778 (+1 ms)Obtaining lock to block concurrent updates at 1733348741778Preparing flush snapshotting stores in 1588230740 at 1733348741778Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733348741778Flushing stores of hbase:meta,,1.1588230740 at 1733348741780 (+2 ms)Flushing 1588230740/info: creating writer at 1733348741780Flushing 1588230740/info: appending metadata at 1733348741798 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733348741799 (+1 ms)Flushing 1588230740/ns: creating writer at 1733348741817 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733348741833 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733348741834 (+1 ms)Flushing 1588230740/table: creating writer at 1733348741850 (+16 ms)Flushing 1588230740/table: appending metadata at 1733348741865 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733348741865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f89d6: reopening flushed file at 1733348741881 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367eb14e: reopening flushed file at 1733348741893 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168f4c5: reopening flushed file at 1733348741905 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false at 1733348741921 (+16 ms)Writing region close event to WAL at 1733348741922 (+1 ms)Running coprocessor post-close hooks at 1733348741928 (+6 ms)Closed at 1733348741928 2024-12-04T21:45:41,928 DEBUG [RS_CLOSE_META-regionserver/bb3046a53f79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T21:45:41,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:45:41,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T21:45:41,975 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,41589,1733348739726; all regions closed. 2024-12-04T21:45:41,976 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,976 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,976 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,976 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,976 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,978 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(976): stopping server bb3046a53f79,36527,1733348739757; all regions closed. 2024-12-04T21:45:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741834_1010 (size=1298) 2024-12-04T21:45:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741834_1010 (size=1298) 2024-12-04T21:45:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741834_1010 (size=1298) 2024-12-04T21:45:41,981 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,981 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,981 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,982 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,982 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,983 DEBUG [RS:1;bb3046a53f79:41589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb3046a53f79%2C41589%2C1733348739726:(num 1733348740254) 2024-12-04T21:45:41,983 DEBUG [RS:1;bb3046a53f79:41589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T21:45:41,983 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T21:45:41,983 INFO [RS:1;bb3046a53f79:41589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:41,984 INFO [RS:1;bb3046a53f79:41589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41589 2024-12-04T21:45:41,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741836_1012 (size=2751) 2024-12-04T21:45:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741836_1012 (size=2751) 2024-12-04T21:45:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,41589,1733348739726 2024-12-04T21:45:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:41,986 INFO [RS:1;bb3046a53f79:41589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741836_1012 (size=2751) 2024-12-04T21:45:41,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,41589,1733348739726] 2024-12-04T21:45:41,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,41589,1733348739726 already deleted, retry=false 2024-12-04T21:45:41,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,41589,1733348739726 expired; onlineServers=1 2024-12-04T21:45:41,990 DEBUG [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs 2024-12-04T21:45:41,990 INFO [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb3046a53f79%2C36527%2C1733348739757.meta:.meta(num 1733348740628) 2024-12-04T21:45:41,991 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,991 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,991 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,991 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,991 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741835_1011 (size=93) 2024-12-04T21:45:41,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741835_1011 (size=93) 2024-12-04T21:45:41,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741835_1011 (size=93) 2024-12-04T21:45:41,999 DEBUG [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/oldWALs 2024-12-04T21:45:41,999 INFO [RS:2;bb3046a53f79:36527 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb3046a53f79%2C36527%2C1733348739757:(num 1733348740260) 2024-12-04T21:45:41,999 DEBUG [RS:2;bb3046a53f79:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T21:45:41,999 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T21:45:41,999 INFO [RS:2;bb3046a53f79:36527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:41,999 INFO [RS:2;bb3046a53f79:36527 {}] hbase.ChoreService(370): Chore service for: regionserver/bb3046a53f79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:41,999 INFO [RS:2;bb3046a53f79:36527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:41,999 INFO [regionserver/bb3046a53f79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:41,999 INFO [RS:2;bb3046a53f79:36527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36527 2024-12-04T21:45:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb3046a53f79,36527,1733348739757 2024-12-04T21:45:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T21:45:42,001 INFO [RS:2;bb3046a53f79:36527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:42,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb3046a53f79,36527,1733348739757] 2024-12-04T21:45:42,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb3046a53f79,36527,1733348739757 already deleted, retry=false 2024-12-04T21:45:42,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb3046a53f79,36527,1733348739757 expired; onlineServers=0 2024-12-04T21:45:42,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb3046a53f79,46783,1733348739663' ***** 2024-12-04T21:45:42,004 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T21:45:42,004 INFO [M:0;bb3046a53f79:46783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T21:45:42,004 INFO [M:0;bb3046a53f79:46783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T21:45:42,004 DEBUG [M:0;bb3046a53f79:46783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T21:45:42,004 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T21:45:42,004 DEBUG [M:0;bb3046a53f79:46783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T21:45:42,004 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733348739996 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.small.0-1733348739996,5,FailOnTimeoutGroup] 2024-12-04T21:45:42,004 DEBUG [master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733348739995 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb3046a53f79:0:becomeActiveMaster-HFileCleaner.large.0-1733348739995,5,FailOnTimeoutGroup] 2024-12-04T21:45:42,004 INFO [M:0;bb3046a53f79:46783 {}] hbase.ChoreService(370): Chore service for: master/bb3046a53f79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T21:45:42,004 INFO [M:0;bb3046a53f79:46783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T21:45:42,005 DEBUG [M:0;bb3046a53f79:46783 {}] master.HMaster(1795): Stopping service threads 2024-12-04T21:45:42,005 INFO [M:0;bb3046a53f79:46783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T21:45:42,005 INFO [M:0;bb3046a53f79:46783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T21:45:42,005 INFO [M:0;bb3046a53f79:46783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T21:45:42,005 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T21:45:42,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T21:45:42,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T21:45:42,006 DEBUG [M:0;bb3046a53f79:46783 {}] zookeeper.ZKUtil(347): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T21:45:42,006 WARN [M:0;bb3046a53f79:46783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T21:45:42,007 INFO [M:0;bb3046a53f79:46783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/.lastflushedseqids 2024-12-04T21:45:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741843_1019 (size=127) 2024-12-04T21:45:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741843_1019 (size=127) 2024-12-04T21:45:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741843_1019 (size=127) 2024-12-04T21:45:42,087 INFO [RS:1;bb3046a53f79:41589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41589-0x100a73226a60002, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:42,087 INFO [RS:1;bb3046a53f79:41589 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,41589,1733348739726; zookeeper connection closed. 2024-12-04T21:45:42,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25b6cc5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25b6cc5f 2024-12-04T21:45:42,103 INFO [RS:2;bb3046a53f79:36527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x100a73226a60003, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:42,103 INFO [RS:2;bb3046a53f79:36527 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb3046a53f79,36527,1733348739757; zookeeper connection closed. 2024-12-04T21:45:42,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3100812d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3100812d 2024-12-04T21:45:42,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T21:45:42,423 INFO [M:0;bb3046a53f79:46783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T21:45:42,423 INFO [M:0;bb3046a53f79:46783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T21:45:42,423 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T21:45:42,423 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:42,423 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:42,423 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T21:45:42,423 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:42,424 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-12-04T21:45:42,442 DEBUG [M:0;bb3046a53f79:46783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb77a1645f748fa8796b44456d3275f is 82, key is hbase:meta,,1/info:regioninfo/1733348740671/Put/seqid=0 2024-12-04T21:45:42,444 WARN [IPC Server handler 0 on default port 33045 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-04T21:45:42,444 WARN [IPC Server handler 0 on default port 33045 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-04T21:45:42,444 WARN [IPC Server handler 0 on default port 33045 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-04T21:45:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741844_1020 (size=5672) 2024-12-04T21:45:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741844_1020 (size=5672) 2024-12-04T21:45:42,451 INFO [M:0;bb3046a53f79:46783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb77a1645f748fa8796b44456d3275f 2024-12-04T21:45:42,475 DEBUG [M:0;bb3046a53f79:46783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ec1de6da12f4f6f939fcb762df11180 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733348741219/Put/seqid=0 2024-12-04T21:45:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741845_1021 (size=6440) 2024-12-04T21:45:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741845_1021 (size=6440) 2024-12-04T21:45:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741845_1021 (size=6440) 2024-12-04T21:45:42,487 INFO [M:0;bb3046a53f79:46783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.15 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ec1de6da12f4f6f939fcb762df11180 2024-12-04T21:45:42,513 DEBUG [M:0;bb3046a53f79:46783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f7ce706db8b4a878f124bf663f96b10 is 69, key is bb3046a53f79,34103,1733348739701/rs:state/1733348740092/Put/seqid=0 2024-12-04T21:45:42,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741846_1022 (size=5294) 2024-12-04T21:45:42,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741846_1022 (size=5294) 2024-12-04T21:45:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741846_1022 (size=5294) 2024-12-04T21:45:42,527 INFO [M:0;bb3046a53f79:46783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f7ce706db8b4a878f124bf663f96b10 2024-12-04T21:45:42,535 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb77a1645f748fa8796b44456d3275f as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb77a1645f748fa8796b44456d3275f 2024-12-04T21:45:42,544 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb77a1645f748fa8796b44456d3275f, entries=8, sequenceid=72, filesize=5.5 K 2024-12-04T21:45:42,545 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ec1de6da12f4f6f939fcb762df11180 as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ec1de6da12f4f6f939fcb762df11180 2024-12-04T21:45:42,552 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ec1de6da12f4f6f939fcb762df11180, entries=8, sequenceid=72, filesize=6.3 K 2024-12-04T21:45:42,554 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f7ce706db8b4a878f124bf663f96b10 as hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f7ce706db8b4a878f124bf663f96b10 2024-12-04T21:45:42,562 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33045/user/jenkins/test-data/a2257cdd-d3ac-f39b-5924-fe3d98d954a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f7ce706db8b4a878f124bf663f96b10, entries=3, sequenceid=72, filesize=5.2 K 2024-12-04T21:45:42,563 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false 2024-12-04T21:45:42,565 INFO [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T21:45:42,565 DEBUG [M:0;bb3046a53f79:46783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733348742423Disabling compacts and flushes for region at 1733348742423Disabling writes for close at 1733348742423Obtaining lock to block concurrent updates at 1733348742424 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733348742424Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1733348742424Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733348742425 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733348742425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733348742441 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733348742442 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733348742458 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733348742474 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733348742475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733348742494 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733348742512 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733348742512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e10c651: reopening flushed file at 1733348742534 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e325b2: reopening flushed file at 1733348742544 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b9bfb7: reopening flushed file at 1733348742553 (+9 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false at 1733348742563 (+10 ms)Writing region close event to WAL at 1733348742565 (+2 ms)Closed at 1733348742565 2024-12-04T21:45:42,565 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:42,565 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:42,565 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:42,565 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:42,565 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T21:45:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39697 is added to blk_1073741830_1006 (size=32683) 2024-12-04T21:45:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741830_1006 (size=32683) 2024-12-04T21:45:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741830_1006 (size=32683) 2024-12-04T21:45:42,569 INFO [M:0;bb3046a53f79:46783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T21:45:42,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T21:45:42,570 INFO [M:0;bb3046a53f79:46783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46783 2024-12-04T21:45:42,570 INFO [M:0;bb3046a53f79:46783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T21:45:42,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:42,671 INFO [M:0;bb3046a53f79:46783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T21:45:42,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x100a73226a60000, quorum=127.0.0.1:58872, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T21:45:42,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34c0a6e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:42,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b033b9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:42,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:42,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acf8e33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:42,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c69385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:42,676 WARN [BP-57243211-172.17.0.2-1733348738882 heartbeating to localhost/127.0.0.1:33045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:45:42,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:45:42,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:45:42,676 WARN [BP-57243211-172.17.0.2-1733348738882 heartbeating to localhost/127.0.0.1:33045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-57243211-172.17.0.2-1733348738882 (Datanode Uuid c1465764-bb6f-44cf-9a8f-4db93bbcff11) service to localhost/127.0.0.1:33045 2024-12-04T21:45:42,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data5/current/BP-57243211-172.17.0.2-1733348738882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:42,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data6/current/BP-57243211-172.17.0.2-1733348738882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:42,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:45:42,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b1a7092{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:42,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@370567c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:42,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:42,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ad009f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:42,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c0d0798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:42,686 WARN [BP-57243211-172.17.0.2-1733348738882 heartbeating to localhost/127.0.0.1:33045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:45:42,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:45:42,686 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:45:42,686 WARN [BP-57243211-172.17.0.2-1733348738882 heartbeating to localhost/127.0.0.1:33045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-57243211-172.17.0.2-1733348738882 (Datanode Uuid 8c6bf5e8-d35a-4e60-a74a-9718147574c6) service to localhost/127.0.0.1:33045 2024-12-04T21:45:42,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data3/current/BP-57243211-172.17.0.2-1733348738882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:42,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data4/current/BP-57243211-172.17.0.2-1733348738882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:42,687 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:45:42,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a627a74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T21:45:42,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1efe3f43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:42,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:42,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5175471f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:42,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e41812{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:42,700 WARN [BP-57243211-172.17.0.2-1733348738882 heartbeating to localhost/127.0.0.1:33045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T21:45:42,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T21:45:42,700 WARN [BP-57243211-172.17.0.2-1733348738882 heartbeating to localhost/127.0.0.1:33045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-57243211-172.17.0.2-1733348738882 (Datanode Uuid 79e209bf-b616-40a6-8051-8df9e650b9fe) service to localhost/127.0.0.1:33045 2024-12-04T21:45:42,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T21:45:42,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data1/current/BP-57243211-172.17.0.2-1733348738882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:42,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/cluster_e14ce301-f669-bb5d-46f5-bd1a83054276/data/data2/current/BP-57243211-172.17.0.2-1733348738882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T21:45:42,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T21:45:42,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a72bf02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T21:45:42,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fae5831{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T21:45:42,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T21:45:42,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@320e342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T21:45:42,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcc43f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/397052f0-0e7e-90e8-2324-83f8f93b5f69/hadoop.log.dir/,STOPPED} 2024-12-04T21:45:42,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T21:45:42,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T21:45:42,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=147 (was 86) - Thread LEAK? -, OpenFileDescriptor=521 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=2725 (was 2919)