2024-11-20 16:44:55,863 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb 2024-11-20 16:44:55,880 main DEBUG Took 0.013994 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 16:44:55,881 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 16:44:55,881 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 16:44:55,883 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 16:44:55,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,897 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 16:44:55,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,921 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,922 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,924 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,927 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,928 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:44:55,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,935 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 16:44:55,937 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:44:55,939 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 16:44:55,941 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 16:44:55,942 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 16:44:55,944 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 16:44:55,945 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 16:44:55,975 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 16:44:55,978 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 16:44:55,980 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 16:44:55,981 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 16:44:55,982 main DEBUG createAppenders(={Console}) 2024-11-20 16:44:55,983 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb initialized 2024-11-20 16:44:55,983 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb 2024-11-20 16:44:55,984 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb OK. 2024-11-20 16:44:55,985 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 16:44:55,985 main DEBUG OutputStream closed 2024-11-20 16:44:55,986 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 16:44:55,986 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 16:44:55,987 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@10d307f1 OK 2024-11-20 16:44:56,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 16:44:56,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 16:44:56,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 16:44:56,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 16:44:56,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 16:44:56,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 16:44:56,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 16:44:56,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 16:44:56,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 16:44:56,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 16:44:56,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 16:44:56,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 16:44:56,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 16:44:56,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 16:44:56,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 16:44:56,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 16:44:56,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 16:44:56,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 16:44:56,114 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 16:44:56,115 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-11-20 16:44:56,116 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 16:44:56,117 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-11-20T16:44:56,143 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-20 16:44:56,148 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 16:44:56,148 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T16:44:56,508 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430 2024-11-20T16:44:56,543 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0, deleteOnExit=true 2024-11-20T16:44:56,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/test.cache.data in system properties and HBase conf 2024-11-20T16:44:56,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T16:44:56,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir in system properties and HBase conf 2024-11-20T16:44:56,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T16:44:56,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T16:44:56,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T16:44:56,670 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T16:44:56,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T16:44:56,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:44:56,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:44:56,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T16:44:56,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:44:56,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T16:44:56,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T16:44:56,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:44:56,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:44:56,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T16:44:56,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/nfs.dump.dir in system properties and HBase conf 2024-11-20T16:44:56,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/java.io.tmpdir in system properties and HBase conf 2024-11-20T16:44:56,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:44:56,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T16:44:56,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T16:44:57,893 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T16:44:57,985 INFO [Time-limited test {}] log.Log(170): Logging initialized @2964ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T16:44:58,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:44:58,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:44:58,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:44:58,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:44:58,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T16:44:58,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:44:58,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:44:58,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:44:58,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/java.io.tmpdir/jetty-localhost-40045-hadoop-hdfs-3_4_1-tests_jar-_-any-8588566824177422486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:44:58,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:40045} 2024-11-20T16:44:58,443 INFO [Time-limited test {}] server.Server(415): Started @3424ms 2024-11-20T16:44:59,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:44:59,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:44:59,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:44:59,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:44:59,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:44:59,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:44:59,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:44:59,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e705dc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/java.io.tmpdir/jetty-localhost-41829-hadoop-hdfs-3_4_1-tests_jar-_-any-2110275713471361311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:44:59,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:41829} 2024-11-20T16:44:59,165 INFO [Time-limited test {}] server.Server(415): Started @4146ms 2024-11-20T16:44:59,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:44:59,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:44:59,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:44:59,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:44:59,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:44:59,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T16:44:59,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:44:59,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:44:59,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b068f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/java.io.tmpdir/jetty-localhost-35071-hadoop-hdfs-3_4_1-tests_jar-_-any-840301998554047620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:44:59,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:35071} 2024-11-20T16:44:59,514 INFO [Time-limited test {}] server.Server(415): Started @4495ms 2024-11-20T16:44:59,517 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:44:59,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:44:59,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:44:59,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:44:59,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:44:59,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:44:59,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:44:59,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:44:59,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f750918{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/java.io.tmpdir/jetty-localhost-43469-hadoop-hdfs-3_4_1-tests_jar-_-any-10701387696081068186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:44:59,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:43469} 2024-11-20T16:44:59,710 INFO [Time-limited test {}] server.Server(415): Started @4691ms 2024-11-20T16:44:59,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:45:00,648 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data1/current/BP-1482279929-172.17.0.2-1732121097401/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:00,648 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data2/current/BP-1482279929-172.17.0.2-1732121097401/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:00,648 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data3/current/BP-1482279929-172.17.0.2-1732121097401/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:00,648 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data4/current/BP-1482279929-172.17.0.2-1732121097401/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:00,690 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:45:00,690 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:45:00,734 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data6/current/BP-1482279929-172.17.0.2-1732121097401/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:00,734 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data5/current/BP-1482279929-172.17.0.2-1732121097401/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x279bf150454d0f2c with lease ID 0xf79d47af35b9db7c: Processing first storage report for DS-6642fc00-4010-4aab-98a0-2309935b12ff from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=0064af12-e2f0-4c43-ab9e-64f66cd92423, infoPort=36309, infoSecurePort=0, ipcPort=34455, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401) 2024-11-20T16:45:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x279bf150454d0f2c with lease ID 0xf79d47af35b9db7c: from storage DS-6642fc00-4010-4aab-98a0-2309935b12ff node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=0064af12-e2f0-4c43-ab9e-64f66cd92423, infoPort=36309, infoSecurePort=0, ipcPort=34455, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T16:45:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6a278dbc4987278 with lease ID 0xf79d47af35b9db7b: Processing first storage report for DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=34efaa28-37d8-40a4-a64e-b4321fa6b4df, infoPort=37843, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401) 2024-11-20T16:45:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6a278dbc4987278 with lease ID 0xf79d47af35b9db7b: from storage DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=34efaa28-37d8-40a4-a64e-b4321fa6b4df, infoPort=37843, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x279bf150454d0f2c with lease ID 0xf79d47af35b9db7c: Processing first storage report for DS-aeae0c0d-0746-4047-80f3-77a5fe377443 from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=0064af12-e2f0-4c43-ab9e-64f66cd92423, infoPort=36309, infoSecurePort=0, ipcPort=34455, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401) 2024-11-20T16:45:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x279bf150454d0f2c with lease ID 0xf79d47af35b9db7c: from storage DS-aeae0c0d-0746-4047-80f3-77a5fe377443 node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=0064af12-e2f0-4c43-ab9e-64f66cd92423, infoPort=36309, infoSecurePort=0, ipcPort=34455, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6a278dbc4987278 with lease ID 0xf79d47af35b9db7b: Processing first storage report for DS-198664ad-e962-40b2-a917-1c337be59e06 from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=34efaa28-37d8-40a4-a64e-b4321fa6b4df, infoPort=37843, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401) 2024-11-20T16:45:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6a278dbc4987278 with lease ID 0xf79d47af35b9db7b: from storage DS-198664ad-e962-40b2-a917-1c337be59e06 node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=34efaa28-37d8-40a4-a64e-b4321fa6b4df, infoPort=37843, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:00,759 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:45:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c27c52e307d29ee with lease ID 0xf79d47af35b9db7d: Processing first storage report for DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83 from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=d7ae7b8b-d3ee-4cdf-b78a-11eb7ec422ce, infoPort=41535, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401) 2024-11-20T16:45:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c27c52e307d29ee with lease ID 0xf79d47af35b9db7d: from storage DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83 node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=d7ae7b8b-d3ee-4cdf-b78a-11eb7ec422ce, infoPort=41535, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c27c52e307d29ee with lease ID 0xf79d47af35b9db7d: Processing first storage report for DS-61d39bdc-c242-4e1d-bfa9-8fc501ba8abc from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=d7ae7b8b-d3ee-4cdf-b78a-11eb7ec422ce, infoPort=41535, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401) 2024-11-20T16:45:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c27c52e307d29ee with lease ID 0xf79d47af35b9db7d: from storage DS-61d39bdc-c242-4e1d-bfa9-8fc501ba8abc node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=d7ae7b8b-d3ee-4cdf-b78a-11eb7ec422ce, infoPort=41535, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=1656883407;c=1732121097401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:00,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430 2024-11-20T16:45:00,907 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-20T16:45:00,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=9538 2024-11-20T16:45:00,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T16:45:00,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-20T16:45:01,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/zookeeper_0, clientPort=63455, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T16:45:01,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63455 2024-11-20T16:45:01,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:01,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:01,246 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:01,247 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:01,304 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:44230 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44230 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-20T16:45:01,732 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:01,742 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502 with version=8 2024-11-20T16:45:01,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/hbase-staging 2024-11-20T16:45:01,861 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T16:45:02,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:02,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:02,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:02,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:02,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:02,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:02,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T16:45:02,434 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T16:45:02,445 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T16:45:02,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:02,474 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15432 (auto-detected) 2024-11-20T16:45:02,475 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T16:45:02,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43615 2024-11-20T16:45:02,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43615 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-20T16:45:02,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436150x0, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:02,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43615-0x1015a6c15d10000 connected 2024-11-20T16:45:02,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:02,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:02,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:02,778 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502, hbase.cluster.distributed=false 2024-11-20T16:45:02,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:02,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-20T16:45:02,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43615 2024-11-20T16:45:02,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43615 2024-11-20T16:45:02,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-20T16:45:02,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-20T16:45:02,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:02,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:02,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:02,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:02,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:02,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:02,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:45:02,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:02,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39391 2024-11-20T16:45:02,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39391 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-20T16:45:02,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:02,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:02,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393910x0, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:02,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:02,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39391-0x1015a6c15d10001 connected 2024-11-20T16:45:02,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:45:03,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:45:03,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:45:03,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39391 2024-11-20T16:45:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39391 2024-11-20T16:45:03,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39391 2024-11-20T16:45:03,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39391 2024-11-20T16:45:03,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39391 2024-11-20T16:45:03,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:03,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:03,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:03,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:03,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:03,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:03,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:45:03,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:03,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38127 2024-11-20T16:45:03,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38127 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-20T16:45:03,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:03,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:03,083 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381270x0, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:03,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38127-0x1015a6c15d10002 connected 2024-11-20T16:45:03,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:03,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:45:03,086 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:45:03,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:45:03,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:03,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38127 2024-11-20T16:45:03,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38127 2024-11-20T16:45:03,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38127 2024-11-20T16:45:03,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38127 2024-11-20T16:45:03,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38127 2024-11-20T16:45:03,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:03,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:03,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:03,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:03,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:03,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:03,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:45:03,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:03,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37997 2024-11-20T16:45:03,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37997 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-20T16:45:03,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:03,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379970x0, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:03,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379970x0, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:03,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37997-0x1015a6c15d10003 connected 2024-11-20T16:45:03,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:45:03,140 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:45:03,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:45:03,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:03,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37997 2024-11-20T16:45:03,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37997 2024-11-20T16:45:03,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37997 2024-11-20T16:45:03,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37997 2024-11-20T16:45:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37997 2024-11-20T16:45:03,165 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b60eac9bda43:43615 2024-11-20T16:45:03,167 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b60eac9bda43,43615,1732121101959 2024-11-20T16:45:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,183 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,191 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b60eac9bda43,43615,1732121101959 2024-11-20T16:45:03,224 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:03,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:03,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,224 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:03,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,225 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T16:45:03,227 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b60eac9bda43,43615,1732121101959 from backup master directory 2024-11-20T16:45:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b60eac9bda43,43615,1732121101959 2024-11-20T16:45:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,240 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:03,241 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:03,241 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b60eac9bda43,43615,1732121101959 2024-11-20T16:45:03,244 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T16:45:03,245 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T16:45:03,317 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/hbase.id] with ID: 5903b10f-8db8-457f-8112-e2e7720a6a58 2024-11-20T16:45:03,317 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/.tmp/hbase.id 2024-11-20T16:45:03,332 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,332 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,335 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:52826 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:44029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52826 dst: /127.0.0.1:44029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-20T16:45:03,343 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:03,344 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/.tmp/hbase.id]:[hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/hbase.id] 2024-11-20T16:45:03,389 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:03,395 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T16:45:03,422 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-20T16:45:03,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,447 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:03,463 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,464 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,475 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:41690 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41690 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-20T16:45:03,486 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:03,503 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:45:03,505 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T16:45:03,513 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:45:03,552 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,553 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,562 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:59614 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:44337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59614 dst: /127.0.0.1:44337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-20T16:45:03,574 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:03,595 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store 2024-11-20T16:45:03,617 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,617 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:03,621 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:41706 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41706 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-20T16:45:03,627 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:03,633 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T16:45:03,635 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:03,637 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:45:03,637 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:03,637 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:03,639 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:45:03,639 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:03,639 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:03,640 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732121103636Disabling compacts and flushes for region at 1732121103636Disabling writes for close at 1732121103639 (+3 ms)Writing region close event to WAL at 1732121103639Closed at 1732121103639 2024-11-20T16:45:03,643 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/.initializing 2024-11-20T16:45:03,643 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/WALs/b60eac9bda43,43615,1732121101959 2024-11-20T16:45:03,653 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:45:03,669 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C43615%2C1732121101959, suffix=, logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/WALs/b60eac9bda43,43615,1732121101959, archiveDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/oldWALs, maxLogs=10 2024-11-20T16:45:03,706 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/WALs/b60eac9bda43,43615,1732121101959/b60eac9bda43%2C43615%2C1732121101959.1732121103673, exclude list is [], retry=0 2024-11-20T16:45:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:03,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83,DISK] 2024-11-20T16:45:03,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e,DISK] 2024-11-20T16:45:03,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-6642fc00-4010-4aab-98a0-2309935b12ff,DISK] 2024-11-20T16:45:03,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T16:45:03,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-20T16:45:03,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-20T16:45:03,794 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/WALs/b60eac9bda43,43615,1732121101959/b60eac9bda43%2C43615%2C1732121101959.1732121103673 2024-11-20T16:45:03,795 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:37843:37843),(127.0.0.1/127.0.0.1:36309:36309)] 2024-11-20T16:45:03,796 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:45:03,797 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:03,800 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,802 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T16:45:03,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:03,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:03,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T16:45:03,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:03,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:03,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T16:45:03,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:03,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:03,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T16:45:03,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:03,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:03,896 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,900 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,902 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,906 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,907 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,910 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:45:03,915 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:03,928 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:45:03,930 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72144603, jitterRate=0.0750383585691452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:45:03,937 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732121103819Initializing all the Stores at 1732121103821 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121103822 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121103823 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121103823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121103823Cleaning up temporary data from old regions at 1732121103907 (+84 ms)Region opened successfully at 1732121103937 (+30 ms) 2024-11-20T16:45:03,939 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T16:45:03,975 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318fa790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:04,009 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T16:45:04,021 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T16:45:04,021 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T16:45:04,025 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T16:45:04,028 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-20T16:45:04,034 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T16:45:04,034 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T16:45:04,065 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T16:45:04,078 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T16:45:04,132 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T16:45:04,134 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T16:45:04,135 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T16:45:04,146 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T16:45:04,149 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T16:45:04,153 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T16:45:04,165 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T16:45:04,166 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T16:45:04,173 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T16:45:04,190 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T16:45:04,198 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T16:45:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,207 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,207 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,210 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b60eac9bda43,43615,1732121101959, sessionid=0x1015a6c15d10000, setting cluster-up flag (Was=false) 2024-11-20T16:45:04,246 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,273 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T16:45:04,276 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,43615,1732121101959 2024-11-20T16:45:04,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,299 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:04,323 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T16:45:04,325 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,43615,1732121101959 2024-11-20T16:45:04,332 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T16:45:04,352 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(746): ClusterId : 5903b10f-8db8-457f-8112-e2e7720a6a58 2024-11-20T16:45:04,352 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(746): ClusterId : 5903b10f-8db8-457f-8112-e2e7720a6a58 2024-11-20T16:45:04,352 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(746): ClusterId : 5903b10f-8db8-457f-8112-e2e7720a6a58 2024-11-20T16:45:04,354 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:45:04,354 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:45:04,354 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:45:04,367 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:45:04,367 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:45:04,367 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:45:04,367 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:45:04,367 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:45:04,367 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:45:04,383 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:45:04,383 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:45:04,383 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:45:04,383 DEBUG [RS:2;b60eac9bda43:37997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71838286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:04,383 DEBUG [RS:0;b60eac9bda43:39391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2abe31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:04,384 DEBUG [RS:1;b60eac9bda43:38127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afab078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:04,401 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b60eac9bda43:38127 2024-11-20T16:45:04,405 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:45:04,405 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:45:04,405 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:45:04,406 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b60eac9bda43:39391 2024-11-20T16:45:04,406 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:45:04,406 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:45:04,407 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:45:04,408 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b60eac9bda43:37997 2024-11-20T16:45:04,408 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:45:04,408 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:45:04,408 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:45:04,409 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,43615,1732121101959 with port=39391, startcode=1732121102903 2024-11-20T16:45:04,409 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,43615,1732121101959 with port=38127, startcode=1732121103035 2024-11-20T16:45:04,410 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,43615,1732121101959 with port=37997, startcode=1732121103112 2024-11-20T16:45:04,421 DEBUG [RS:2;b60eac9bda43:37997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:45:04,421 DEBUG [RS:0;b60eac9bda43:39391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:45:04,421 DEBUG [RS:1;b60eac9bda43:38127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:45:04,435 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:04,447 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T16:45:04,460 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T16:45:04,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49107, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:45:04,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:45:04,464 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48077, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:45:04,468 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b60eac9bda43,43615,1732121101959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T16:45:04,471 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:45:04,476 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:04,476 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:04,476 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:04,476 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:04,477 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b60eac9bda43:0, corePoolSize=10, maxPoolSize=10 2024-11-20T16:45:04,477 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:04,477 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:04,477 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:04,478 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:45:04,479 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T16:45:04,482 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732121134482 2024-11-20T16:45:04,484 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T16:45:04,486 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T16:45:04,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:04,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T16:45:04,491 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T16:45:04,491 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T16:45:04,492 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T16:45:04,492 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T16:45:04,493 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:04,498 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T16:45:04,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:04,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T16:45:04,499 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T16:45:04,500 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T16:45:04,502 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T16:45:04,502 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T16:45:04,507 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T16:45:04,507 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T16:45:04,507 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T16:45:04,508 WARN [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T16:45:04,508 WARN [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T16:45:04,508 WARN [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T16:45:04,508 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121104504,5,FailOnTimeoutGroup] 2024-11-20T16:45:04,508 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121104508,5,FailOnTimeoutGroup] 2024-11-20T16:45:04,509 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:04,509 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T16:45:04,510 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:04,510 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:04,511 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:04,511 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:04,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:52862 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:44029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52862 dst: /127.0.0.1:44029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-20T16:45:04,527 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:04,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T16:45:04,530 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502 2024-11-20T16:45:04,538 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:04,538 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:04,544 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:41742 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41742 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:04,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-20T16:45:04,559 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:04,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:04,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:45:04,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:45:04,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:04,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:04,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:45:04,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:45:04,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:04,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:04,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:45:04,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:45:04,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:04,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:04,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:45:04,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:45:04,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:04,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:04,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:45:04,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740 2024-11-20T16:45:04,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740 2024-11-20T16:45:04,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:45:04,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:45:04,596 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:45:04,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:45:04,609 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,43615,1732121101959 with port=39391, startcode=1732121102903 2024-11-20T16:45:04,609 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,43615,1732121101959 with port=38127, startcode=1732121103035 2024-11-20T16:45:04,609 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,43615,1732121101959 with port=37997, startcode=1732121103112 2024-11-20T16:45:04,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,38127,1732121103035 2024-11-20T16:45:04,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,38127,1732121103035 2024-11-20T16:45:04,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:45:04,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67602640, jitterRate=0.00735783576965332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:45:04,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,37997,1732121103112 2024-11-20T16:45:04,626 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502 2024-11-20T16:45:04,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,37997,1732121103112 2024-11-20T16:45:04,626 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35345 2024-11-20T16:45:04,626 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:45:04,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732121104560Initializing all the Stores at 1732121104562 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121104562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121104564 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121104564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121104564Cleaning up temporary data from old regions at 1732121104595 (+31 ms)Region opened successfully at 1732121104628 (+33 ms) 2024-11-20T16:45:04,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:45:04,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:45:04,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:45:04,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:45:04,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:45:04,631 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:45:04,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732121104628Disabling compacts and flushes for region at 1732121104628Disabling writes for close at 1732121104629 (+1 ms)Writing region close event to WAL at 1732121104631 (+2 ms)Closed at 1732121104631 2024-11-20T16:45:04,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,39391,1732121102903 2024-11-20T16:45:04,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,39391,1732121102903 2024-11-20T16:45:04,634 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502 2024-11-20T16:45:04,634 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35345 2024-11-20T16:45:04,634 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:45:04,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:04,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T16:45:04,637 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502 2024-11-20T16:45:04,637 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35345 2024-11-20T16:45:04,637 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:45:04,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T16:45:04,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:45:04,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T16:45:04,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:04,810 WARN [b60eac9bda43:43615 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T16:45:05,102 DEBUG [RS:1;b60eac9bda43:38127 {}] zookeeper.ZKUtil(111): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,38127,1732121103035 2024-11-20T16:45:05,102 WARN [RS:1;b60eac9bda43:38127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:05,102 INFO [RS:1;b60eac9bda43:38127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:45:05,102 DEBUG [RS:2;b60eac9bda43:37997 {}] zookeeper.ZKUtil(111): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,37997,1732121103112 2024-11-20T16:45:05,103 DEBUG [RS:0;b60eac9bda43:39391 {}] zookeeper.ZKUtil(111): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,39391,1732121102903 2024-11-20T16:45:05,103 WARN [RS:2;b60eac9bda43:37997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:05,103 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035 2024-11-20T16:45:05,103 WARN [RS:0;b60eac9bda43:39391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:05,103 INFO [RS:0;b60eac9bda43:39391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:45:05,103 INFO [RS:2;b60eac9bda43:37997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:45:05,103 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,39391,1732121102903 2024-11-20T16:45:05,103 DEBUG [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,37997,1732121103112 2024-11-20T16:45:05,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,39391,1732121102903] 2024-11-20T16:45:05,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,38127,1732121103035] 2024-11-20T16:45:05,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,37997,1732121103112] 2024-11-20T16:45:05,129 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:45:05,129 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:45:05,129 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:45:05,146 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:45:05,146 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:45:05,146 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:45:05,152 INFO [RS:1;b60eac9bda43:38127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:45:05,152 INFO [RS:2;b60eac9bda43:37997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:45:05,152 INFO [RS:0;b60eac9bda43:39391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:45:05,152 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,152 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,152 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,155 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:45:05,155 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:45:05,155 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:45:05,161 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:45:05,161 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:45:05,162 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:45:05,163 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,163 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,163 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:05,164 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:05,164 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,164 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:1;b60eac9bda43:38127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:05,165 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:05,165 DEBUG [RS:2;b60eac9bda43:37997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:05,166 DEBUG [RS:0;b60eac9bda43:39391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:05,167 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,167 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,168 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,168 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,37997,1732121103112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:05,168 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,38127,1732121103035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:05,169 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,169 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,169 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,170 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,170 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,170 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,39391,1732121102903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:05,189 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:45:05,189 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:45:05,190 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:45:05,191 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,39391,1732121102903-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,191 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,38127,1732121103035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,191 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,37997,1732121103112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,192 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,192 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,192 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,192 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.Replication(171): b60eac9bda43,38127,1732121103035 started 2024-11-20T16:45:05,192 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.Replication(171): b60eac9bda43,37997,1732121103112 started 2024-11-20T16:45:05,192 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.Replication(171): b60eac9bda43,39391,1732121102903 started 2024-11-20T16:45:05,212 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,213 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,39391,1732121102903, RpcServer on b60eac9bda43/172.17.0.2:39391, sessionid=0x1015a6c15d10001 2024-11-20T16:45:05,214 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:45:05,214 DEBUG [RS:0;b60eac9bda43:39391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,39391,1732121102903 2024-11-20T16:45:05,214 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,39391,1732121102903' 2024-11-20T16:45:05,215 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:45:05,215 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:45:05,216 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:45:05,216 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,216 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:45:05,216 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,37997,1732121103112, RpcServer on b60eac9bda43/172.17.0.2:37997, sessionid=0x1015a6c15d10003 2024-11-20T16:45:05,216 DEBUG [RS:0;b60eac9bda43:39391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,39391,1732121102903 2024-11-20T16:45:05,216 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,39391,1732121102903' 2024-11-20T16:45:05,216 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:45:05,216 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:45:05,216 DEBUG [RS:2;b60eac9bda43:37997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,37997,1732121103112 2024-11-20T16:45:05,217 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,37997,1732121103112' 2024-11-20T16:45:05,217 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:45:05,217 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:05,217 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,38127,1732121103035, RpcServer on b60eac9bda43/172.17.0.2:38127, sessionid=0x1015a6c15d10002 2024-11-20T16:45:05,217 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:45:05,217 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:45:05,217 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:45:05,217 DEBUG [RS:1;b60eac9bda43:38127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,38127,1732121103035 2024-11-20T16:45:05,217 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,38127,1732121103035' 2024-11-20T16:45:05,217 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:45:05,218 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:45:05,218 DEBUG [RS:0;b60eac9bda43:39391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:45:05,218 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:45:05,218 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:45:05,218 INFO [RS:0;b60eac9bda43:39391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:45:05,218 DEBUG [RS:2;b60eac9bda43:37997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,37997,1732121103112 2024-11-20T16:45:05,218 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,37997,1732121103112' 2024-11-20T16:45:05,218 INFO [RS:0;b60eac9bda43:39391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:45:05,218 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:45:05,219 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:45:05,219 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:45:05,219 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:45:05,219 DEBUG [RS:1;b60eac9bda43:38127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,38127,1732121103035 2024-11-20T16:45:05,219 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,38127,1732121103035' 2024-11-20T16:45:05,219 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:45:05,219 DEBUG [RS:2;b60eac9bda43:37997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:45:05,219 INFO [RS:2;b60eac9bda43:37997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:45:05,220 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:45:05,220 INFO [RS:2;b60eac9bda43:37997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:45:05,221 DEBUG [RS:1;b60eac9bda43:38127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:45:05,221 INFO [RS:1;b60eac9bda43:38127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:45:05,221 INFO [RS:1;b60eac9bda43:38127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:45:05,323 INFO [RS:1;b60eac9bda43:38127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:45:05,323 INFO [RS:2;b60eac9bda43:37997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:45:05,323 INFO [RS:0;b60eac9bda43:39391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:45:05,326 INFO [RS:0;b60eac9bda43:39391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C39391%2C1732121102903, suffix=, logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,39391,1732121102903, archiveDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs, maxLogs=32 2024-11-20T16:45:05,326 INFO [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C38127%2C1732121103035, suffix=, logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035, archiveDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs, maxLogs=32 2024-11-20T16:45:05,326 INFO [RS:2;b60eac9bda43:37997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C37997%2C1732121103112, suffix=, logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,37997,1732121103112, archiveDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs, maxLogs=32 2024-11-20T16:45:05,350 DEBUG [RS:0;b60eac9bda43:39391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,39391,1732121102903/b60eac9bda43%2C39391%2C1732121102903.1732121105332, exclude list is [], retry=0 2024-11-20T16:45:05,351 DEBUG [RS:2;b60eac9bda43:37997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,37997,1732121103112/b60eac9bda43%2C37997%2C1732121103112.1732121105332, exclude list is [], retry=0 2024-11-20T16:45:05,351 DEBUG [RS:1;b60eac9bda43:38127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035/b60eac9bda43%2C38127%2C1732121103035.1732121105332, exclude list is [], retry=0 2024-11-20T16:45:05,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83,DISK] 2024-11-20T16:45:05,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e,DISK] 2024-11-20T16:45:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83,DISK] 2024-11-20T16:45:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e,DISK] 2024-11-20T16:45:05,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-6642fc00-4010-4aab-98a0-2309935b12ff,DISK] 2024-11-20T16:45:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-6642fc00-4010-4aab-98a0-2309935b12ff,DISK] 2024-11-20T16:45:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e,DISK] 2024-11-20T16:45:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-6642fc00-4010-4aab-98a0-2309935b12ff,DISK] 2024-11-20T16:45:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83,DISK] 2024-11-20T16:45:05,421 INFO [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035/b60eac9bda43%2C38127%2C1732121103035.1732121105332 2024-11-20T16:45:05,424 INFO [RS:0;b60eac9bda43:39391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,39391,1732121102903/b60eac9bda43%2C39391%2C1732121102903.1732121105332 2024-11-20T16:45:05,426 DEBUG [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:37843:37843),(127.0.0.1/127.0.0.1:36309:36309)] 2024-11-20T16:45:05,429 DEBUG [RS:0;b60eac9bda43:39391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:36309:36309),(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-20T16:45:05,430 INFO [RS:2;b60eac9bda43:37997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,37997,1732121103112/b60eac9bda43%2C37997%2C1732121103112.1732121105332 2024-11-20T16:45:05,430 DEBUG [RS:2;b60eac9bda43:37997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36309:36309),(127.0.0.1/127.0.0.1:37843:37843),(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-20T16:45:05,563 DEBUG [b60eac9bda43:43615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T16:45:05,572 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0} 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T16:45:05,579 INFO [b60eac9bda43:43615 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T16:45:05,579 INFO [b60eac9bda43:43615 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T16:45:05,579 INFO [b60eac9bda43:43615 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T16:45:05,579 DEBUG [b60eac9bda43:43615 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T16:45:05,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b60eac9bda43,38127,1732121103035 2024-11-20T16:45:05,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,38127,1732121103035, state=OPENING 2024-11-20T16:45:05,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T16:45:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:05,664 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:05,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:05,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:05,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:05,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:05,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:45:05,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,38127,1732121103035}] 2024-11-20T16:45:05,846 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T16:45:05,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T16:45:05,859 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T16:45:05,860 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:45:05,860 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T16:45:05,865 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C38127%2C1732121103035.meta, suffix=.meta, logDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035, archiveDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs, maxLogs=32 2024-11-20T16:45:05,885 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035/b60eac9bda43%2C38127%2C1732121103035.meta.1732121105868.meta, exclude list is [], retry=0 2024-11-20T16:45:05,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-0bdb9328-b0d0-4531-bfd3-87fd8663406e,DISK] 2024-11-20T16:45:05,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a94f7126-2c85-4a4a-b738-e07ff7f61c83,DISK] 2024-11-20T16:45:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-6642fc00-4010-4aab-98a0-2309935b12ff,DISK] 2024-11-20T16:45:05,893 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/WALs/b60eac9bda43,38127,1732121103035/b60eac9bda43%2C38127%2C1732121103035.meta.1732121105868.meta 2024-11-20T16:45:05,894 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:37843:37843),(127.0.0.1/127.0.0.1:36309:36309)] 2024-11-20T16:45:05,894 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:45:05,897 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T16:45:05,899 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T16:45:05,904 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T16:45:05,908 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T16:45:05,908 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:05,909 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T16:45:05,909 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T16:45:05,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:45:05,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:45:05,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:05,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:05,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:45:05,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:45:05,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:05,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:05,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:45:05,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:45:05,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:05,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:05,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:45:05,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:45:05,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:05,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:05,923 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:45:05,925 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740 2024-11-20T16:45:05,928 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740 2024-11-20T16:45:05,932 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:45:05,932 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:45:05,933 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:45:05,938 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:45:05,939 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59387833, jitterRate=-0.11505232751369476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:45:05,940 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T16:45:05,941 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732121105909Writing region info on filesystem at 1732121105910 (+1 ms)Initializing all the Stores at 1732121105912 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121105912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121105912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121105912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121105912Cleaning up temporary data from old regions at 1732121105932 (+20 ms)Running coprocessor post-open hooks at 1732121105940 (+8 ms)Region opened successfully at 1732121105941 (+1 ms) 2024-11-20T16:45:05,947 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732121105836 2024-11-20T16:45:05,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,38127,1732121103035 2024-11-20T16:45:05,968 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T16:45:05,969 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T16:45:05,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,38127,1732121103035, state=OPEN 2024-11-20T16:45:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:06,004 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:06,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:06,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:06,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:06,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:06,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:06,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b60eac9bda43,38127,1732121103035 2024-11-20T16:45:06,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T16:45:06,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,38127,1732121103035 in 337 msec 2024-11-20T16:45:06,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T16:45:06,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3690 sec 2024-11-20T16:45:06,020 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:06,020 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T16:45:06,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:45:06,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,38127,1732121103035, seqNum=-1] 2024-11-20T16:45:06,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:45:06,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:45:06,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7190 sec 2024-11-20T16:45:06,093 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732121106093, completionTime=-1 2024-11-20T16:45:06,096 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T16:45:06,096 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T16:45:06,125 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T16:45:06,125 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732121166125 2024-11-20T16:45:06,125 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732121226125 2024-11-20T16:45:06,125 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-20T16:45:06,128 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T16:45:06,135 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43615,1732121101959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,136 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43615,1732121101959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,136 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43615,1732121101959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,138 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b60eac9bda43:43615, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,139 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,139 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,146 DEBUG [master/b60eac9bda43:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T16:45:06,171 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-20T16:45:06,173 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T16:45:06,175 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T16:45:06,176 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T16:45:06,176 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T16:45:06,176 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T16:45:06,177 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43615,1732121101959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:06,178 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43615,1732121101959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T16:45:06,183 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T16:45:06,184 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T16:45:06,184 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43615,1732121101959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:06,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f47012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:45:06,273 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T16:45:06,274 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T16:45:06,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,43615,-1 for getting cluster id 2024-11-20T16:45:06,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:45:06,333 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5903b10f-8db8-457f-8112-e2e7720a6a58' 2024-11-20T16:45:06,336 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:45:06,336 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5903b10f-8db8-457f-8112-e2e7720a6a58" 2024-11-20T16:45:06,337 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6250b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:45:06,337 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,43615,-1] 2024-11-20T16:45:06,340 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:45:06,350 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:06,354 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:45:06,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee86852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:45:06,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:45:06,370 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,38127,1732121103035, seqNum=-1] 2024-11-20T16:45:06,371 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:45:06,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:45:06,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b60eac9bda43,43615,1732121101959 2024-11-20T16:45:06,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:45:06,401 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,43615,1732121101959 2024-11-20T16:45:06,403 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50741ed7 2024-11-20T16:45:06,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:45:06,407 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:45:06,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:45:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T16:45:06,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:45:06,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T16:45:06,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:06,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:45:06,450 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:06,451 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:06,460 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:59684 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59684 dst: /127.0.0.1:44337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-20T16:45:06,470 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:06,475 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60a7a5acb54bb1cca888127bfabc85f4, NAME => 'TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502 2024-11-20T16:45:06,483 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:06,483 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:06,490 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:52916 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:44029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52916 dst: /127.0.0.1:44029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-20T16:45:06,500 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:06,500 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:06,501 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 60a7a5acb54bb1cca888127bfabc85f4, disabling compactions & flushes 2024-11-20T16:45:06,501 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,501 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,501 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. after waiting 0 ms 2024-11-20T16:45:06,501 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,501 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,501 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60a7a5acb54bb1cca888127bfabc85f4: Waiting for close lock at 1732121106500Disabling compacts and flushes for region at 1732121106500Disabling writes for close at 1732121106501 (+1 ms)Writing region close event to WAL at 1732121106501Closed at 1732121106501 2024-11-20T16:45:06,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:45:06,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732121106504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121106504"}]},"ts":"1732121106504"} 2024-11-20T16:45:06,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:45:06,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:45:06,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121106518"}]},"ts":"1732121106518"} 2024-11-20T16:45:06,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T16:45:06,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0} 2024-11-20T16:45:06,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T16:45:06,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T16:45:06,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T16:45:06,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T16:45:06,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T16:45:06,529 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T16:45:06,529 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T16:45:06,530 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T16:45:06,530 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T16:45:06,530 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T16:45:06,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=60a7a5acb54bb1cca888127bfabc85f4, ASSIGN}] 2024-11-20T16:45:06,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=60a7a5acb54bb1cca888127bfabc85f4, ASSIGN 2024-11-20T16:45:06,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=60a7a5acb54bb1cca888127bfabc85f4, ASSIGN; state=OFFLINE, location=b60eac9bda43,39391,1732121102903; forceNewPlan=false, retain=false 2024-11-20T16:45:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:06,692 INFO [b60eac9bda43:43615 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T16:45:06,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60a7a5acb54bb1cca888127bfabc85f4, regionState=OPENING, regionLocation=b60eac9bda43,39391,1732121102903 2024-11-20T16:45:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=60a7a5acb54bb1cca888127bfabc85f4, ASSIGN because future has completed 2024-11-20T16:45:06,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a7a5acb54bb1cca888127bfabc85f4, server=b60eac9bda43,39391,1732121102903}] 2024-11-20T16:45:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-20T16:45:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-20T16:45:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-20T16:45:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-20T16:45:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-20T16:45:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-20T16:45:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-20T16:45:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-20T16:45:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-20T16:45:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-20T16:45:06,856 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T16:45:06,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T16:45:06,864 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,864 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60a7a5acb54bb1cca888127bfabc85f4, NAME => 'TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:45:06,865 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,865 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:06,865 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,865 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,868 INFO [StoreOpener-60a7a5acb54bb1cca888127bfabc85f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,870 INFO [StoreOpener-60a7a5acb54bb1cca888127bfabc85f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a7a5acb54bb1cca888127bfabc85f4 columnFamilyName cf 2024-11-20T16:45:06,870 DEBUG [StoreOpener-60a7a5acb54bb1cca888127bfabc85f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:06,871 INFO [StoreOpener-60a7a5acb54bb1cca888127bfabc85f4-1 {}] regionserver.HStore(327): Store=60a7a5acb54bb1cca888127bfabc85f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:06,872 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,873 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,874 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,874 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,874 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,878 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,890 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:45:06,891 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60a7a5acb54bb1cca888127bfabc85f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64894481, jitterRate=-0.032996878027915955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T16:45:06,891 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:06,892 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60a7a5acb54bb1cca888127bfabc85f4: Running coprocessor pre-open hook at 1732121106865Writing region info on filesystem at 1732121106865Initializing all the Stores at 1732121106867 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121106867Cleaning up temporary data from old regions at 1732121106874 (+7 ms)Running coprocessor post-open hooks at 1732121106891 (+17 ms)Region opened successfully at 1732121106892 (+1 ms) 2024-11-20T16:45:06,894 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4., pid=6, masterSystemTime=1732121106855 2024-11-20T16:45:06,898 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,898 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:06,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60a7a5acb54bb1cca888127bfabc85f4, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,39391,1732121102903 2024-11-20T16:45:06,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a7a5acb54bb1cca888127bfabc85f4, server=b60eac9bda43,39391,1732121102903 because future has completed 2024-11-20T16:45:06,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T16:45:06,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60a7a5acb54bb1cca888127bfabc85f4, server=b60eac9bda43,39391,1732121102903 in 212 msec 2024-11-20T16:45:06,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T16:45:06,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=60a7a5acb54bb1cca888127bfabc85f4, ASSIGN in 386 msec 2024-11-20T16:45:06,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:45:06,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121106925"}]},"ts":"1732121106925"} 2024-11-20T16:45:06,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T16:45:06,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:45:06,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 513 msec 2024-11-20T16:45:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:07,069 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T16:45:07,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T16:45:07,070 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T16:45:07,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T16:45:07,076 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T16:45:07,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T16:45:07,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4., hostname=b60eac9bda43,39391,1732121102903, seqNum=2] 2024-11-20T16:45:07,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:45:07,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:45:07,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T16:45:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T16:45:07,108 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:45:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:07,110 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:45:07,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:45:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:07,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:45:07,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,278 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 60a7a5acb54bb1cca888127bfabc85f4 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T16:45:07,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/.tmp/cf/fe6df5bd025c4205bcb16f14b973393b is 36, key is row/cf:cq/1732121107091/Put/seqid=0 2024-11-20T16:45:07,345 WARN [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,345 WARN [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,354 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2122751071_22 at /127.0.0.1:41844 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41844 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-20T16:45:07,360 WARN [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:07,360 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/.tmp/cf/fe6df5bd025c4205bcb16f14b973393b 2024-11-20T16:45:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/.tmp/cf/fe6df5bd025c4205bcb16f14b973393b as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/cf/fe6df5bd025c4205bcb16f14b973393b 2024-11-20T16:45:07,420 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/cf/fe6df5bd025c4205bcb16f14b973393b, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T16:45:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:07,429 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 60a7a5acb54bb1cca888127bfabc85f4 in 148ms, sequenceid=5, compaction requested=false 2024-11-20T16:45:07,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-20T16:45:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 60a7a5acb54bb1cca888127bfabc85f4: 2024-11-20T16:45:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T16:45:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T16:45:07,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T16:45:07,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 328 msec 2024-11-20T16:45:07,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 344 msec 2024-11-20T16:45:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:07,739 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T16:45:07,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T16:45:07,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:45:07,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:07,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:45:07,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T16:45:07,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=764753395, stopped=false 2024-11-20T16:45:07,760 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b60eac9bda43,43615,1732121101959 2024-11-20T16:45:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:07,814 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:07,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:07,815 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:07,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:45:07,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:45:07,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:07,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:07,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:07,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:07,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,39391,1732121102903' ***** 2024-11-20T16:45:07,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:07,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:45:07,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,38127,1732121103035' ***** 2024-11-20T16:45:07,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:45:07,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,37997,1732121103112' ***** 2024-11-20T16:45:07,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:45:07,816 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:45:07,816 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:45:07,816 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:45:07,817 INFO [RS:2;b60eac9bda43:37997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:45:07,817 INFO [RS:0;b60eac9bda43:39391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:45:07,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:45:07,817 INFO [RS:0;b60eac9bda43:39391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:45:07,817 INFO [RS:2;b60eac9bda43:37997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:45:07,817 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,37997,1732121103112 2024-11-20T16:45:07,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:45:07,817 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(3091): Received CLOSE for 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:07,817 INFO [RS:2;b60eac9bda43:37997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:07,817 INFO [RS:2;b60eac9bda43:37997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b60eac9bda43:37997. 2024-11-20T16:45:07,817 DEBUG [RS:2;b60eac9bda43:37997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:07,817 INFO [RS:1;b60eac9bda43:38127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:45:07,817 DEBUG [RS:2;b60eac9bda43:37997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,817 INFO [RS:1;b60eac9bda43:38127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:45:07,817 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,38127,1732121103035 2024-11-20T16:45:07,817 INFO [RS:1;b60eac9bda43:38127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:07,817 INFO [RS:1;b60eac9bda43:38127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b60eac9bda43:38127. 2024-11-20T16:45:07,817 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,37997,1732121103112; all regions closed. 2024-11-20T16:45:07,818 DEBUG [RS:1;b60eac9bda43:38127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:07,818 DEBUG [RS:1;b60eac9bda43:38127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,818 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,39391,1732121102903 2024-11-20T16:45:07,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:45:07,818 INFO [RS:0;b60eac9bda43:39391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:07,818 INFO [RS:0;b60eac9bda43:39391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b60eac9bda43:39391. 2024-11-20T16:45:07,818 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:45:07,818 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:45:07,818 DEBUG [RS:0;b60eac9bda43:39391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:07,818 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:45:07,818 DEBUG [RS:0;b60eac9bda43:39391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,819 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T16:45:07,819 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T16:45:07,819 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1325): Online Regions={60a7a5acb54bb1cca888127bfabc85f4=TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4.} 2024-11-20T16:45:07,819 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T16:45:07,819 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60a7a5acb54bb1cca888127bfabc85f4, disabling compactions & flushes 2024-11-20T16:45:07,819 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T16:45:07,819 DEBUG [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1351): Waiting on 60a7a5acb54bb1cca888127bfabc85f4 2024-11-20T16:45:07,819 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,819 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:45:07,819 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,819 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. after waiting 0 ms 2024-11-20T16:45:07,819 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,819 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:45:07,819 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:45:07,820 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:45:07,820 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:45:07,820 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:45:07,820 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T16:45:07,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741828_1018 (size=93) 2024-11-20T16:45:07,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741828_1018 (size=93) 2024-11-20T16:45:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741828_1018 (size=93) 2024-11-20T16:45:07,839 DEBUG [RS:2;b60eac9bda43:37997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs 2024-11-20T16:45:07,839 INFO [RS:2;b60eac9bda43:37997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C37997%2C1732121103112:(num 1732121105332) 2024-11-20T16:45:07,839 DEBUG [RS:2;b60eac9bda43:37997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:07,839 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:07,839 INFO [RS:2;b60eac9bda43:37997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:07,840 INFO [RS:2;b60eac9bda43:37997 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:07,840 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:45:07,840 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:45:07,840 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:07,840 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:45:07,840 INFO [RS:2;b60eac9bda43:37997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:07,840 INFO [RS:2;b60eac9bda43:37997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37997 2024-11-20T16:45:07,849 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/default/TestHBaseWalOnEC/60a7a5acb54bb1cca888127bfabc85f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T16:45:07,853 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,854 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60a7a5acb54bb1cca888127bfabc85f4: Waiting for close lock at 1732121107819Running coprocessor pre-close hooks at 1732121107819Disabling compacts and flushes for region at 1732121107819Disabling writes for close at 1732121107819Writing region close event to WAL at 1732121107821 (+2 ms)Running coprocessor post-close hooks at 1732121107852 (+31 ms)Closed at 1732121107853 (+1 ms) 2024-11-20T16:45:07,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:07,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,37997,1732121103112 2024-11-20T16:45:07,854 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4. 2024-11-20T16:45:07,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,37997,1732121103112] 2024-11-20T16:45:07,861 INFO [RS:2;b60eac9bda43:37997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:07,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,37997,1732121103112 already deleted, retry=false 2024-11-20T16:45:07,864 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,37997,1732121103112 expired; onlineServers=2 2024-11-20T16:45:07,871 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:07,871 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:07,871 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/info/35fe600a427549e598c2ed8f54a125ff is 153, key is TestHBaseWalOnEC,,1732121106410.60a7a5acb54bb1cca888127bfabc85f4./info:regioninfo/1732121106899/Put/seqid=0 2024-11-20T16:45:07,872 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:07,875 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,875 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,883 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_70797775_22 at /127.0.0.1:59770 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:44337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59770 dst: /127.0.0.1:44337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:07,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-20T16:45:07,891 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:07,892 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/info/35fe600a427549e598c2ed8f54a125ff 2024-11-20T16:45:07,940 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/ns/155807580ebb466db64bf9a8f1513b67 is 43, key is default/ns:d/1732121106072/Put/seqid=0 2024-11-20T16:45:07,943 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,943 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_70797775_22 at /127.0.0.1:41878 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41878 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-20T16:45:07,955 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:07,955 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/ns/155807580ebb466db64bf9a8f1513b67 2024-11-20T16:45:07,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:07,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37997-0x1015a6c15d10003, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:07,973 INFO [RS:2;b60eac9bda43:37997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:07,974 INFO [RS:2;b60eac9bda43:37997 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,37997,1732121103112; zookeeper connection closed. 2024-11-20T16:45:07,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dc4125d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dc4125d 2024-11-20T16:45:07,982 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/table/738ed82c9490479a870f604d8b0c67ea is 52, key is TestHBaseWalOnEC/table:state/1732121106925/Put/seqid=0 2024-11-20T16:45:07,984 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,984 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:07,992 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_70797775_22 at /127.0.0.1:52980 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:44029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52980 dst: /127.0.0.1:44029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:07,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-20T16:45:07,996 WARN [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:07,996 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/table/738ed82c9490479a870f604d8b0c67ea 2024-11-20T16:45:08,010 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/info/35fe600a427549e598c2ed8f54a125ff as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/info/35fe600a427549e598c2ed8f54a125ff 2024-11-20T16:45:08,019 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,39391,1732121102903; all regions closed. 2024-11-20T16:45:08,019 DEBUG [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:45:08,023 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/info/35fe600a427549e598c2ed8f54a125ff, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T16:45:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741826_1016 (size=1298) 2024-11-20T16:45:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741826_1016 (size=1298) 2024-11-20T16:45:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741826_1016 (size=1298) 2024-11-20T16:45:08,025 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/ns/155807580ebb466db64bf9a8f1513b67 as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/ns/155807580ebb466db64bf9a8f1513b67 2024-11-20T16:45:08,027 DEBUG [RS:0;b60eac9bda43:39391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs 2024-11-20T16:45:08,027 INFO [RS:0;b60eac9bda43:39391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C39391%2C1732121102903:(num 1732121105332) 2024-11-20T16:45:08,028 DEBUG [RS:0;b60eac9bda43:39391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:45:08,028 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:45:08,028 INFO [RS:0;b60eac9bda43:39391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:08,029 INFO [RS:0;b60eac9bda43:39391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39391 2024-11-20T16:45:08,035 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/ns/155807580ebb466db64bf9a8f1513b67, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T16:45:08,037 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/.tmp/table/738ed82c9490479a870f604d8b0c67ea as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/table/738ed82c9490479a870f604d8b0c67ea 2024-11-20T16:45:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,39391,1732121102903 2024-11-20T16:45:08,047 INFO [RS:0;b60eac9bda43:39391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:08,048 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/table/738ed82c9490479a870f604d8b0c67ea, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T16:45:08,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,39391,1732121102903] 2024-11-20T16:45:08,049 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=11, compaction requested=false 2024-11-20T16:45:08,049 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T16:45:08,058 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T16:45:08,060 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T16:45:08,060 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:45:08,060 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732121107819Running coprocessor pre-close hooks at 1732121107819Disabling compacts and flushes for region at 1732121107819Disabling writes for close at 1732121107820 (+1 ms)Obtaining lock to block concurrent updates at 1732121107820Preparing flush snapshotting stores in 1588230740 at 1732121107820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732121107821 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732121107823 (+2 ms)Flushing 1588230740/info: creating writer at 1732121107823Flushing 1588230740/info: appending metadata at 1732121107865 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732121107865Flushing 1588230740/ns: creating writer at 1732121107906 (+41 ms)Flushing 1588230740/ns: appending metadata at 1732121107938 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732121107939 (+1 ms)Flushing 1588230740/table: creating writer at 1732121107965 (+26 ms)Flushing 1588230740/table: appending metadata at 1732121107981 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732121107981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d1b09a: reopening flushed file at 1732121108008 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a58a67: reopening flushed file at 1732121108023 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c63c497: reopening flushed file at 1732121108035 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=11, compaction requested=false at 1732121108049 (+14 ms)Writing region close event to WAL at 1732121108051 (+2 ms)Running coprocessor post-close hooks at 1732121108059 (+8 ms)Closed at 1732121108060 (+1 ms) 2024-11-20T16:45:08,060 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T16:45:08,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,39391,1732121102903 already deleted, retry=false 2024-11-20T16:45:08,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,39391,1732121102903 expired; onlineServers=1 2024-11-20T16:45:08,156 INFO [RS:0;b60eac9bda43:39391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39391-0x1015a6c15d10001, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:08,156 INFO [RS:0;b60eac9bda43:39391 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,39391,1732121102903; zookeeper connection closed. 2024-11-20T16:45:08,156 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a26b06d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a26b06d 2024-11-20T16:45:08,167 INFO [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T16:45:08,168 INFO [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T16:45:08,220 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,38127,1732121103035; all regions closed. 2024-11-20T16:45:08,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741829_1019 (size=2751) 2024-11-20T16:45:08,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741829_1019 (size=2751) 2024-11-20T16:45:08,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741829_1019 (size=2751) 2024-11-20T16:45:08,228 DEBUG [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs 2024-11-20T16:45:08,228 INFO [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C38127%2C1732121103035.meta:.meta(num 1732121105868) 2024-11-20T16:45:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741827_1017 (size=93) 2024-11-20T16:45:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741827_1017 (size=93) 2024-11-20T16:45:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741827_1017 (size=93) 2024-11-20T16:45:08,234 DEBUG [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/oldWALs 2024-11-20T16:45:08,234 INFO [RS:1;b60eac9bda43:38127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b60eac9bda43%2C38127%2C1732121103035:(num 1732121105332) 2024-11-20T16:45:08,234 DEBUG [RS:1;b60eac9bda43:38127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:08,234 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:08,234 INFO [RS:1;b60eac9bda43:38127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:08,234 INFO [RS:1;b60eac9bda43:38127 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:08,235 INFO [RS:1;b60eac9bda43:38127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:08,235 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:08,235 INFO [RS:1;b60eac9bda43:38127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38127 2024-11-20T16:45:08,262 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,38127,1732121103035 2024-11-20T16:45:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:08,262 INFO [RS:1;b60eac9bda43:38127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:08,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,38127,1732121103035] 2024-11-20T16:45:08,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,38127,1732121103035 already deleted, retry=false 2024-11-20T16:45:08,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,38127,1732121103035 expired; onlineServers=0 2024-11-20T16:45:08,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b60eac9bda43,43615,1732121101959' ***** 2024-11-20T16:45:08,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T16:45:08,281 INFO [M:0;b60eac9bda43:43615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:08,281 INFO [M:0;b60eac9bda43:43615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:08,281 DEBUG [M:0;b60eac9bda43:43615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T16:45:08,281 DEBUG [M:0;b60eac9bda43:43615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T16:45:08,281 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T16:45:08,281 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121104504 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121104504,5,FailOnTimeoutGroup] 2024-11-20T16:45:08,281 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121104508 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121104508,5,FailOnTimeoutGroup] 2024-11-20T16:45:08,282 INFO [M:0;b60eac9bda43:43615 {}] hbase.ChoreService(370): Chore service for: master/b60eac9bda43:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:08,282 INFO [M:0;b60eac9bda43:43615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:08,282 DEBUG [M:0;b60eac9bda43:43615 {}] master.HMaster(1795): Stopping service threads 2024-11-20T16:45:08,282 INFO [M:0;b60eac9bda43:43615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T16:45:08,282 INFO [M:0;b60eac9bda43:43615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:45:08,282 INFO [M:0;b60eac9bda43:43615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T16:45:08,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T16:45:08,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:08,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:08,295 DEBUG [M:0;b60eac9bda43:43615 {}] zookeeper.ZKUtil(347): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T16:45:08,295 WARN [M:0;b60eac9bda43:43615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T16:45:08,296 INFO [M:0;b60eac9bda43:43615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/.lastflushedseqids 2024-11-20T16:45:08,304 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,304 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,308 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:52998 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:44029:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52998 dst: /127.0.0.1:44029 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-20T16:45:08,314 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:08,314 INFO [M:0;b60eac9bda43:43615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T16:45:08,314 INFO [M:0;b60eac9bda43:43615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T16:45:08,315 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:45:08,315 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:08,315 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:08,315 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:45:08,315 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:08,315 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-20T16:45:08,335 DEBUG [M:0;b60eac9bda43:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7b0b4fa132d426c970887aebedfcedb is 82, key is hbase:meta,,1/info:regioninfo/1732121105965/Put/seqid=0 2024-11-20T16:45:08,337 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,337 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,341 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:59790 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:44337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59790 dst: /127.0.0.1:44337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-20T16:45:08,348 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:08,348 INFO [M:0;b60eac9bda43:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7b0b4fa132d426c970887aebedfcedb 2024-11-20T16:45:08,372 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:08,372 INFO [RS:1;b60eac9bda43:38127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:08,373 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38127-0x1015a6c15d10002, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:08,373 INFO [RS:1;b60eac9bda43:38127 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,38127,1732121103035; zookeeper connection closed. 2024-11-20T16:45:08,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e069f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e069f 2024-11-20T16:45:08,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T16:45:08,383 DEBUG [M:0;b60eac9bda43:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea893a3ad9e455e865769d4d1d546ec is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732121106932/Put/seqid=0 2024-11-20T16:45:08,386 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,386 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,395 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:41894 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:39579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41894 dst: /127.0.0.1:39579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-20T16:45:08,400 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:08,400 INFO [M:0;b60eac9bda43:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea893a3ad9e455e865769d4d1d546ec 2024-11-20T16:45:08,440 DEBUG [M:0;b60eac9bda43:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134355eda9bc4f16b5a5b6b18a9decb9 is 69, key is b60eac9bda43,37997,1732121103112/rs:state/1732121104626/Put/seqid=0 2024-11-20T16:45:08,443 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,443 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T16:45:08,449 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1320018443_22 at /127.0.0.1:59800 [Receiving block BP-1482279929-172.17.0.2-1732121097401:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:44337:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59800 dst: /127.0.0.1:44337 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:45:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-20T16:45:08,453 WARN [M:0;b60eac9bda43:43615 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T16:45:08,454 INFO [M:0;b60eac9bda43:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134355eda9bc4f16b5a5b6b18a9decb9 2024-11-20T16:45:08,465 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7b0b4fa132d426c970887aebedfcedb as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7b0b4fa132d426c970887aebedfcedb 2024-11-20T16:45:08,475 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7b0b4fa132d426c970887aebedfcedb, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T16:45:08,477 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea893a3ad9e455e865769d4d1d546ec as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ea893a3ad9e455e865769d4d1d546ec 2024-11-20T16:45:08,487 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ea893a3ad9e455e865769d4d1d546ec, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T16:45:08,489 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134355eda9bc4f16b5a5b6b18a9decb9 as hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134355eda9bc4f16b5a5b6b18a9decb9 2024-11-20T16:45:08,498 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134355eda9bc4f16b5a5b6b18a9decb9, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T16:45:08,500 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=72, compaction requested=false 2024-11-20T16:45:08,501 INFO [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:08,501 DEBUG [M:0;b60eac9bda43:43615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732121108315Disabling compacts and flushes for region at 1732121108315Disabling writes for close at 1732121108315Obtaining lock to block concurrent updates at 1732121108315Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732121108315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1732121108316 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732121108317 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732121108317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732121108334 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732121108334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732121108358 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732121108382 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732121108382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732121108410 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732121108439 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732121108439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651914ef: reopening flushed file at 1732121108464 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7738fae5: reopening flushed file at 1732121108475 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ffda82: reopening flushed file at 1732121108487 (+12 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=72, compaction requested=false at 1732121108500 (+13 ms)Writing region close event to WAL at 1732121108501 (+1 ms)Closed at 1732121108501 2024-11-20T16:45:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741825_1011 (size=32653) 2024-11-20T16:45:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741825_1011 (size=32653) 2024-11-20T16:45:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741825_1011 (size=32653) 2024-11-20T16:45:08,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:08,506 INFO [M:0;b60eac9bda43:43615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T16:45:08,506 INFO [M:0;b60eac9bda43:43615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43615 2024-11-20T16:45:08,507 INFO [M:0;b60eac9bda43:43615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:08,631 INFO [M:0;b60eac9bda43:43615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x1015a6c15d10000, quorum=127.0.0.1:63455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:08,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f750918{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:08,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@86bf2a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:08,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:08,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1023f385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:08,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e1f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:08,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:45:08,680 WARN [BP-1482279929-172.17.0.2-1732121097401 heartbeating to localhost/127.0.0.1:35345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:45:08,680 WARN [BP-1482279929-172.17.0.2-1732121097401 heartbeating to localhost/127.0.0.1:35345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482279929-172.17.0.2-1732121097401 (Datanode Uuid d7ae7b8b-d3ee-4cdf-b78a-11eb7ec422ce) service to localhost/127.0.0.1:35345 2024-11-20T16:45:08,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:45:08,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data5/current/BP-1482279929-172.17.0.2-1732121097401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:08,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data6/current/BP-1482279929-172.17.0.2-1732121097401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:08,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:45:08,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b068f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:08,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5739b847{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:08,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:08,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2c5be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:08,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a91ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:08,692 WARN [BP-1482279929-172.17.0.2-1732121097401 heartbeating to localhost/127.0.0.1:35345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:45:08,693 WARN [BP-1482279929-172.17.0.2-1732121097401 heartbeating to localhost/127.0.0.1:35345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482279929-172.17.0.2-1732121097401 (Datanode Uuid 34efaa28-37d8-40a4-a64e-b4321fa6b4df) service to localhost/127.0.0.1:35345 2024-11-20T16:45:08,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data3/current/BP-1482279929-172.17.0.2-1732121097401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:08,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data4/current/BP-1482279929-172.17.0.2-1732121097401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:08,693 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:45:08,693 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:45:08,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:45:08,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e705dc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:08,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ad1569e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:08,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:08,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17f1c7fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:08,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32fec40a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:08,709 WARN [BP-1482279929-172.17.0.2-1732121097401 heartbeating to localhost/127.0.0.1:35345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:45:08,710 WARN [BP-1482279929-172.17.0.2-1732121097401 heartbeating to localhost/127.0.0.1:35345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482279929-172.17.0.2-1732121097401 (Datanode Uuid 0064af12-e2f0-4c43-ab9e-64f66cd92423) service to localhost/127.0.0.1:35345 2024-11-20T16:45:08,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data1/current/BP-1482279929-172.17.0.2-1732121097401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:08,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/cluster_22acd58e-10a0-5777-2d34-9947280859e0/data/data2/current/BP-1482279929-172.17.0.2-1732121097401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:08,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:45:08,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:45:08,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:45:08,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:45:08,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:08,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:08,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:08,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:08,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T16:45:08,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T16:45:08,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 157), OpenFileDescriptor=441 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9153 (was 9538) 2024-11-20T16:45:08,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=9153 2024-11-20T16:45:08,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T16:45:08,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.log.dir so I do NOT create it in target/test-data/389e2549-2283-3553-ef8b-db864402898a 2024-11-20T16:45:08,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ecfd3458-3762-c471-ff9a-288f3040a430/hadoop.tmp.dir so I do NOT create it in target/test-data/389e2549-2283-3553-ef8b-db864402898a 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30, deleteOnExit=true 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/test.cache.data in system properties and HBase conf 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir in system properties and HBase conf 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T16:45:08,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T16:45:08,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/nfs.dump.dir in system properties and HBase conf 2024-11-20T16:45:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/java.io.tmpdir in system properties and HBase conf 2024-11-20T16:45:08,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:45:08,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T16:45:08,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T16:45:09,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:45:09,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:45:09,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:45:09,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:45:09,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:45:09,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:45:09,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:45:09,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:45:09,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/java.io.tmpdir/jetty-localhost-42469-hadoop-hdfs-3_4_1-tests_jar-_-any-16862225667265979291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:45:09,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:42469} 2024-11-20T16:45:09,169 INFO [Time-limited test {}] server.Server(415): Started @14150ms 2024-11-20T16:45:09,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:45:09,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:45:09,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:45:09,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:45:09,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:45:09,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2807f8c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:45:09,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a92fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:45:09,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e5384{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/java.io.tmpdir/jetty-localhost-37589-hadoop-hdfs-3_4_1-tests_jar-_-any-3193728307640241264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:09,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d6118e0{HTTP/1.1, (http/1.1)}{localhost:37589} 2024-11-20T16:45:09,496 INFO [Time-limited test {}] server.Server(415): Started @14477ms 2024-11-20T16:45:09,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:45:09,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:45:09,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:45:09,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:45:09,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:45:09,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T16:45:09,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4297c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:45:09,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb1336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:45:09,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e5e4927{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/java.io.tmpdir/jetty-localhost-39067-hadoop-hdfs-3_4_1-tests_jar-_-any-9055202985567309790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:09,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1768a8c1{HTTP/1.1, (http/1.1)}{localhost:39067} 2024-11-20T16:45:09,657 INFO [Time-limited test {}] server.Server(415): Started @14638ms 2024-11-20T16:45:09,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:45:09,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:45:09,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:45:09,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:45:09,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:45:09,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T16:45:09,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e0095f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:45:09,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38da8210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:45:09,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bff0a43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/java.io.tmpdir/jetty-localhost-37119-hadoop-hdfs-3_4_1-tests_jar-_-any-8870860096221982065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:09,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19dff04d{HTTP/1.1, (http/1.1)}{localhost:37119} 2024-11-20T16:45:09,814 INFO [Time-limited test {}] server.Server(415): Started @14795ms 2024-11-20T16:45:09,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:45:10,743 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data1/current/BP-545679936-172.17.0.2-1732121108819/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:10,744 WARN [Thread-563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data2/current/BP-545679936-172.17.0.2-1732121108819/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:10,772 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:45:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28a970634b218203 with lease ID 0xa97afb5bfc13f65e: Processing first storage report for DS-bfb6135d-90d0-4e8c-a3fa-b5f6b06073fa from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=6ee4ae52-010c-422a-bc17-99998bb483d7, infoPort=41973, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819) 2024-11-20T16:45:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28a970634b218203 with lease ID 0xa97afb5bfc13f65e: from storage DS-bfb6135d-90d0-4e8c-a3fa-b5f6b06073fa node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=6ee4ae52-010c-422a-bc17-99998bb483d7, infoPort=41973, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28a970634b218203 with lease ID 0xa97afb5bfc13f65e: Processing first storage report for DS-95da1c47-0866-4d10-af4f-7a4dac096e71 from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=6ee4ae52-010c-422a-bc17-99998bb483d7, infoPort=41973, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819) 2024-11-20T16:45:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28a970634b218203 with lease ID 0xa97afb5bfc13f65e: from storage DS-95da1c47-0866-4d10-af4f-7a4dac096e71 node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=6ee4ae52-010c-422a-bc17-99998bb483d7, infoPort=41973, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:10,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T16:45:10,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T16:45:10,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T16:45:11,023 WARN [Thread-577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data4/current/BP-545679936-172.17.0.2-1732121108819/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:11,023 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data3/current/BP-545679936-172.17.0.2-1732121108819/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:11,039 WARN [Thread-528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:45:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c4cc4e18901ae with lease ID 0xa97afb5bfc13f65f: Processing first storage report for DS-dcc21784-118c-40ba-a5e4-2eb7a1c13ba9 from datanode DatanodeRegistration(127.0.0.1:38207, datanodeUuid=4402111c-c213-406a-9759-0cb314c61ae1, infoPort=34509, infoSecurePort=0, ipcPort=42205, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819) 2024-11-20T16:45:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c4cc4e18901ae with lease ID 0xa97afb5bfc13f65f: from storage DS-dcc21784-118c-40ba-a5e4-2eb7a1c13ba9 node DatanodeRegistration(127.0.0.1:38207, datanodeUuid=4402111c-c213-406a-9759-0cb314c61ae1, infoPort=34509, infoSecurePort=0, ipcPort=42205, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T16:45:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8c4cc4e18901ae with lease ID 0xa97afb5bfc13f65f: Processing first storage report for DS-e85959bf-c39a-4c7c-b31b-bf3b9691eb6d from datanode DatanodeRegistration(127.0.0.1:38207, datanodeUuid=4402111c-c213-406a-9759-0cb314c61ae1, infoPort=34509, infoSecurePort=0, ipcPort=42205, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819) 2024-11-20T16:45:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8c4cc4e18901ae with lease ID 0xa97afb5bfc13f65f: from storage DS-e85959bf-c39a-4c7c-b31b-bf3b9691eb6d node DatanodeRegistration(127.0.0.1:38207, datanodeUuid=4402111c-c213-406a-9759-0cb314c61ae1, infoPort=34509, infoSecurePort=0, ipcPort=42205, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:11,134 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data5/current/BP-545679936-172.17.0.2-1732121108819/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:11,134 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data6/current/BP-545679936-172.17.0.2-1732121108819/current, will proceed with Du for space computation calculation, 2024-11-20T16:45:11,155 WARN [Thread-551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:45:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a15cf2900df7157 with lease ID 0xa97afb5bfc13f660: Processing first storage report for DS-2d050cf1-a2cc-4670-a19c-05be0b8cd6b8 from datanode DatanodeRegistration(127.0.0.1:38861, datanodeUuid=4ce6ac9e-e8a1-449f-bedc-688e5aca7696, infoPort=46247, infoSecurePort=0, ipcPort=36087, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819) 2024-11-20T16:45:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a15cf2900df7157 with lease ID 0xa97afb5bfc13f660: from storage DS-2d050cf1-a2cc-4670-a19c-05be0b8cd6b8 node DatanodeRegistration(127.0.0.1:38861, datanodeUuid=4ce6ac9e-e8a1-449f-bedc-688e5aca7696, infoPort=46247, infoSecurePort=0, ipcPort=36087, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T16:45:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a15cf2900df7157 with lease ID 0xa97afb5bfc13f660: Processing first storage report for DS-5dc04f18-6466-4ae1-baee-8b2a5834f5ee from datanode DatanodeRegistration(127.0.0.1:38861, datanodeUuid=4ce6ac9e-e8a1-449f-bedc-688e5aca7696, infoPort=46247, infoSecurePort=0, ipcPort=36087, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819) 2024-11-20T16:45:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a15cf2900df7157 with lease ID 0xa97afb5bfc13f660: from storage DS-5dc04f18-6466-4ae1-baee-8b2a5834f5ee node DatanodeRegistration(127.0.0.1:38861, datanodeUuid=4ce6ac9e-e8a1-449f-bedc-688e5aca7696, infoPort=46247, infoSecurePort=0, ipcPort=36087, storageInfo=lv=-57;cid=testClusterID;nsid=820522553;c=1732121108819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:45:11,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a 2024-11-20T16:45:11,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/zookeeper_0, clientPort=55937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T16:45:11,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55937 2024-11-20T16:45:11,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741825_1001 (size=7) 2024-11-20T16:45:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741825_1001 (size=7) 2024-11-20T16:45:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741825_1001 (size=7) 2024-11-20T16:45:11,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494 with version=8 2024-11-20T16:45:11,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35345/user/jenkins/test-data/36ef1bdc-5a7c-ebca-83ce-bf9e3eb15502/hbase-staging 2024-11-20T16:45:11,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T16:45:11,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:11,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34423 2024-11-20T16:45:11,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34423 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-20T16:45:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344230x0, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:11,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34423-0x1015a6c3d990000 connected 2024-11-20T16:45:11,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:11,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494, hbase.cluster.distributed=false 2024-11-20T16:45:11,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:11,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-20T16:45:11,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T16:45:11,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34423 2024-11-20T16:45:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34423 2024-11-20T16:45:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-20T16:45:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-20T16:45:11,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:11,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:11,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:11,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:45:11,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:11,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43923 2024-11-20T16:45:11,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43923 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-20T16:45:11,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,455 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439230x0, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:11,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439230x0, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:11,456 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:45:11,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43923-0x1015a6c3d990001 connected 2024-11-20T16:45:11,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:45:11,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:45:11,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:11,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T16:45:11,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T16:45:11,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-20T16:45:11,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43923 2024-11-20T16:45:11,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43923 2024-11-20T16:45:11,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-20T16:45:11,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-20T16:45:11,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:11,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:11,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:11,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:45:11,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:11,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37163 2024-11-20T16:45:11,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37163 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-20T16:45:11,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,545 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371630x0, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:11,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371630x0, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:11,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37163-0x1015a6c3d990002 connected 2024-11-20T16:45:11,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:45:11,546 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:45:11,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:45:11,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:11,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37163 2024-11-20T16:45:11,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37163 2024-11-20T16:45:11,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37163 2024-11-20T16:45:11,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37163 2024-11-20T16:45:11,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37163 2024-11-20T16:45:11,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b60eac9bda43:0 server-side Connection retries=45 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:45:11,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:45:11,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46255 2024-11-20T16:45:11,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46255 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-20T16:45:11,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462550x0, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:45:11,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462550x0, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:11,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:45:11,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46255-0x1015a6c3d990003 connected 2024-11-20T16:45:11,581 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:45:11,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:45:11,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:45:11,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46255 2024-11-20T16:45:11,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46255 2024-11-20T16:45:11,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46255 2024-11-20T16:45:11,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46255 2024-11-20T16:45:11,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46255 2024-11-20T16:45:11,610 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b60eac9bda43:34423 2024-11-20T16:45:11,610 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,621 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,621 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,622 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,630 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,630 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,630 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:11,630 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,631 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T16:45:11,632 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b60eac9bda43,34423,1732121111274 from backup master directory 2024-11-20T16:45:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,638 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,638 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:45:11,639 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:11,639 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,646 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/hbase.id] with ID: 00957b58-d7c3-44fd-9b37-cb96d062a114 2024-11-20T16:45:11,646 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/.tmp/hbase.id 2024-11-20T16:45:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741826_1002 (size=42) 2024-11-20T16:45:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741826_1002 (size=42) 2024-11-20T16:45:11,659 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/.tmp/hbase.id]:[hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/hbase.id] 2024-11-20T16:45:11,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741826_1002 (size=42) 2024-11-20T16:45:11,681 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:45:11,681 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T16:45:11,684 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T16:45:11,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,695 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,695 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741827_1003 (size=196) 2024-11-20T16:45:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741827_1003 (size=196) 2024-11-20T16:45:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741827_1003 (size=196) 2024-11-20T16:45:11,716 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:45:11,716 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T16:45:11,717 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T16:45:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741828_1004 (size=1189) 2024-11-20T16:45:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741828_1004 (size=1189) 2024-11-20T16:45:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741828_1004 (size=1189) 2024-11-20T16:45:11,741 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store 2024-11-20T16:45:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741829_1005 (size=34) 2024-11-20T16:45:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741829_1005 (size=34) 2024-11-20T16:45:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741829_1005 (size=34) 2024-11-20T16:45:11,761 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:11,761 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:45:11,761 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:11,762 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:11,762 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:45:11,762 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:11,762 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:11,762 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732121111761Disabling compacts and flushes for region at 1732121111761Disabling writes for close at 1732121111762 (+1 ms)Writing region close event to WAL at 1732121111762Closed at 1732121111762 2024-11-20T16:45:11,763 WARN [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/.initializing 2024-11-20T16:45:11,763 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/WALs/b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,768 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C34423%2C1732121111274, suffix=, logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/WALs/b60eac9bda43,34423,1732121111274, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/oldWALs, maxLogs=10 2024-11-20T16:45:11,769 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b60eac9bda43%2C34423%2C1732121111274.1732121111768 2024-11-20T16:45:11,780 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/WALs/b60eac9bda43,34423,1732121111274/b60eac9bda43%2C34423%2C1732121111274.1732121111768 2024-11-20T16:45:11,785 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:34509:34509)] 2024-11-20T16:45:11,788 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:45:11,788 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:11,789 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,789 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T16:45:11,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:11,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:11,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T16:45:11,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:11,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:11,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T16:45:11,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T16:45:11,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:11,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:11,804 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,805 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,805 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,807 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,807 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,808 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:45:11,809 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:45:11,816 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:45:11,817 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64615839, jitterRate=-0.03714896738529205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:45:11,818 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732121111789Initializing all the Stores at 1732121111791 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121111791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121111791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121111791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121111791Cleaning up temporary data from old regions at 1732121111807 (+16 ms)Region opened successfully at 1732121111818 (+11 ms) 2024-11-20T16:45:11,818 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T16:45:11,823 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7186e2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:11,824 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T16:45:11,824 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T16:45:11,824 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T16:45:11,825 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T16:45:11,826 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T16:45:11,826 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T16:45:11,826 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T16:45:11,829 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T16:45:11,830 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T16:45:11,853 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T16:45:11,854 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T16:45:11,855 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T16:45:11,863 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T16:45:11,864 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T16:45:11,865 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T16:45:11,871 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T16:45:11,872 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T16:45:11,879 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T16:45:11,882 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T16:45:11,888 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T16:45:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:11,897 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:11,897 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,897 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,897 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,897 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b60eac9bda43,34423,1732121111274, sessionid=0x1015a6c3d990000, setting cluster-up flag (Was=false) 2024-11-20T16:45:11,913 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,913 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,938 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T16:45:11,940 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,955 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,955 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:11,980 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T16:45:11,981 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b60eac9bda43,34423,1732121111274 2024-11-20T16:45:11,982 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T16:45:11,985 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:11,985 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T16:45:11,985 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T16:45:11,986 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b60eac9bda43,34423,1732121111274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b60eac9bda43:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b60eac9bda43:0, corePoolSize=10, maxPoolSize=10 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:11,988 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:11,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:11,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T16:45:11,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:11,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T16:45:11,994 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732121141994 2024-11-20T16:45:11,994 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T16:45:11,995 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T16:45:11,995 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T16:45:11,995 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T16:45:11,995 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T16:45:11,995 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T16:45:11,998 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(746): ClusterId : 00957b58-d7c3-44fd-9b37-cb96d062a114 2024-11-20T16:45:11,998 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:45:11,999 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:11,999 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T16:45:11,999 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T16:45:12,000 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121112000,5,FailOnTimeoutGroup] 2024-11-20T16:45:12,000 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121112000,5,FailOnTimeoutGroup] 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,000 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,005 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(746): ClusterId : 00957b58-d7c3-44fd-9b37-cb96d062a114 2024-11-20T16:45:12,005 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(746): ClusterId : 00957b58-d7c3-44fd-9b37-cb96d062a114 2024-11-20T16:45:12,005 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:45:12,005 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:45:12,005 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:45:12,005 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:45:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741831_1007 (size=1321) 2024-11-20T16:45:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741831_1007 (size=1321) 2024-11-20T16:45:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741831_1007 (size=1321) 2024-11-20T16:45:12,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T16:45:12,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494 2024-11-20T16:45:12,022 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:45:12,022 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:45:12,022 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:45:12,022 DEBUG [RS:0;b60eac9bda43:43923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef5930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741832_1008 (size=32) 2024-11-20T16:45:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741832_1008 (size=32) 2024-11-20T16:45:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741832_1008 (size=32) 2024-11-20T16:45:12,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:12,031 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:45:12,031 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:45:12,031 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:45:12,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:45:12,031 DEBUG [RS:2;b60eac9bda43:46255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290d45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:12,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:45:12,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:45:12,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:45:12,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,037 DEBUG [RS:0;b60eac9bda43:43923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b60eac9bda43:43923 2024-11-20T16:45:12,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,037 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:45:12,038 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:45:12,038 DEBUG [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:45:12,039 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,34423,1732121111274 with port=43923, startcode=1732121111435 2024-11-20T16:45:12,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:45:12,040 DEBUG [RS:0;b60eac9bda43:43923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:45:12,040 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:45:12,040 DEBUG [RS:1;b60eac9bda43:37163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394e39d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b60eac9bda43/172.17.0.2:0 2024-11-20T16:45:12,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:45:12,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:45:12,043 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42253, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:45:12,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,43923,1732121111435 2024-11-20T16:45:12,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,43923,1732121111435 2024-11-20T16:45:12,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:45:12,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:45:12,047 DEBUG [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494 2024-11-20T16:45:12,047 DEBUG [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34541 2024-11-20T16:45:12,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740 2024-11-20T16:45:12,047 DEBUG [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:45:12,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740 2024-11-20T16:45:12,049 DEBUG [RS:2;b60eac9bda43:46255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b60eac9bda43:46255 2024-11-20T16:45:12,049 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:45:12,049 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:45:12,049 DEBUG [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:45:12,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:45:12,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:45:12,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:45:12,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:45:12,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:12,055 DEBUG [RS:0;b60eac9bda43:43923 {}] zookeeper.ZKUtil(111): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,43923,1732121111435 2024-11-20T16:45:12,055 WARN [RS:0;b60eac9bda43:43923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:12,055 INFO [RS:0;b60eac9bda43:43923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T16:45:12,056 DEBUG [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,43923,1732121111435 2024-11-20T16:45:12,056 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,34423,1732121111274 with port=46255, startcode=1732121111566 2024-11-20T16:45:12,056 DEBUG [RS:2;b60eac9bda43:46255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:45:12,057 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b60eac9bda43:37163 2024-11-20T16:45:12,057 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:45:12,057 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:45:12,057 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:45:12,058 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(2659): reportForDuty to master=b60eac9bda43,34423,1732121111274 with port=37163, startcode=1732121111510 2024-11-20T16:45:12,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,43923,1732121111435] 2024-11-20T16:45:12,058 DEBUG [RS:1;b60eac9bda43:37163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:45:12,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:45:12,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65563718, jitterRate=-0.02302446961402893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:45:12,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732121112029Initializing all the Stores at 1732121112030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121112030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121112031 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121112031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121112031Cleaning up temporary data from old regions at 1732121112050 (+19 ms)Region opened successfully at 1732121112060 (+10 ms) 2024-11-20T16:45:12,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:45:12,061 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:45:12,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:45:12,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:45:12,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:45:12,063 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:45:12,063 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:45:12,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b60eac9bda43,46255,1732121111566 2024-11-20T16:45:12,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] master.ServerManager(517): Registering regionserver=b60eac9bda43,46255,1732121111566 2024-11-20T16:45:12,066 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494 2024-11-20T16:45:12,066 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34541 2024-11-20T16:45:12,066 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:45:12,069 DEBUG [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494 2024-11-20T16:45:12,069 DEBUG [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34541 2024-11-20T16:45:12,069 DEBUG [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:45:12,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:45:12,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732121112060Disabling compacts and flushes for region at 1732121112060Disabling writes for close at 1732121112061 (+1 ms)Writing region close event to WAL at 1732121112071 (+10 ms)Closed at 1732121112071 2024-11-20T16:45:12,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:12,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T16:45:12,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T16:45:12,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:45:12,079 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T16:45:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:12,105 DEBUG [RS:1;b60eac9bda43:37163 {}] zookeeper.ZKUtil(111): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,105 WARN [RS:1;b60eac9bda43:37163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:12,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,46255,1732121111566] 2024-11-20T16:45:12,105 INFO [RS:1;b60eac9bda43:37163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T16:45:12,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b60eac9bda43,37163,1732121111510] 2024-11-20T16:45:12,105 DEBUG [RS:2;b60eac9bda43:46255 {}] zookeeper.ZKUtil(111): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b60eac9bda43,46255,1732121111566 2024-11-20T16:45:12,105 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,105 WARN [RS:2;b60eac9bda43:46255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:45:12,105 INFO [RS:2;b60eac9bda43:46255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T16:45:12,105 DEBUG [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,46255,1732121111566 2024-11-20T16:45:12,106 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:45:12,108 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:45:12,108 INFO [RS:0;b60eac9bda43:43923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:45:12,109 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,111 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:45:12,111 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:45:12,115 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:45:12,115 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:45:12,119 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:45:12,119 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,119 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,120 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,120 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,120 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,120 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:12,120 DEBUG [RS:0;b60eac9bda43:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:12,123 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:45:12,123 INFO [RS:2;b60eac9bda43:46255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:45:12,123 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,127 INFO [RS:1;b60eac9bda43:37163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:45:12,127 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,130 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:45:12,130 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:45:12,130 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,130 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,130 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,130 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,130 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,130 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43923,1732121111435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:12,131 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:45:12,131 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:45:12,131 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,131 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:12,131 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,131 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b60eac9bda43:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:1;b60eac9bda43:37163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b60eac9bda43:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:12,132 DEBUG [RS:2;b60eac9bda43:46255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:45:12,137 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,137 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,137 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,137 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,137 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,137 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,37163,1732121111510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:12,143 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,143 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,143 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,143 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,143 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,143 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,46255,1732121111566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:12,155 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:45:12,155 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,43923,1732121111435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,155 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,155 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.Replication(171): b60eac9bda43,43923,1732121111435 started 2024-11-20T16:45:12,157 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:45:12,157 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,37163,1732121111510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,157 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,157 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.Replication(171): b60eac9bda43,37163,1732121111510 started 2024-11-20T16:45:12,163 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:45:12,163 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,46255,1732121111566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,163 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,163 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.Replication(171): b60eac9bda43,46255,1732121111566 started 2024-11-20T16:45:12,171 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,171 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,37163,1732121111510, RpcServer on b60eac9bda43/172.17.0.2:37163, sessionid=0x1015a6c3d990002 2024-11-20T16:45:12,171 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:45:12,171 DEBUG [RS:1;b60eac9bda43:37163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,172 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,37163,1732121111510' 2024-11-20T16:45:12,172 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:45:12,172 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:45:12,173 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:45:12,173 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:45:12,173 DEBUG [RS:1;b60eac9bda43:37163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,173 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,37163,1732121111510' 2024-11-20T16:45:12,173 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:45:12,173 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:45:12,174 DEBUG [RS:1;b60eac9bda43:37163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:45:12,174 INFO [RS:1;b60eac9bda43:37163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:45:12,174 INFO [RS:1;b60eac9bda43:37163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:45:12,175 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,175 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,43923,1732121111435, RpcServer on b60eac9bda43/172.17.0.2:43923, sessionid=0x1015a6c3d990001 2024-11-20T16:45:12,176 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:45:12,176 DEBUG [RS:0;b60eac9bda43:43923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,43923,1732121111435 2024-11-20T16:45:12,176 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,43923,1732121111435' 2024-11-20T16:45:12,176 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:45:12,176 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:45:12,177 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:45:12,177 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:45:12,177 DEBUG [RS:0;b60eac9bda43:43923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,43923,1732121111435 2024-11-20T16:45:12,177 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,43923,1732121111435' 2024-11-20T16:45:12,177 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:45:12,178 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:45:12,178 DEBUG [RS:0;b60eac9bda43:43923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:45:12,178 INFO [RS:0;b60eac9bda43:43923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:45:12,178 INFO [RS:0;b60eac9bda43:43923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:45:12,182 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,182 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(1482): Serving as b60eac9bda43,46255,1732121111566, RpcServer on b60eac9bda43/172.17.0.2:46255, sessionid=0x1015a6c3d990003 2024-11-20T16:45:12,182 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:45:12,183 DEBUG [RS:2;b60eac9bda43:46255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b60eac9bda43,46255,1732121111566 2024-11-20T16:45:12,183 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,46255,1732121111566' 2024-11-20T16:45:12,183 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:45:12,183 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:45:12,184 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:45:12,184 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:45:12,184 DEBUG [RS:2;b60eac9bda43:46255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b60eac9bda43,46255,1732121111566 2024-11-20T16:45:12,184 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b60eac9bda43,46255,1732121111566' 2024-11-20T16:45:12,184 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:45:12,184 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:45:12,185 DEBUG [RS:2;b60eac9bda43:46255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:45:12,185 INFO [RS:2;b60eac9bda43:46255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:45:12,185 INFO [RS:2;b60eac9bda43:46255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:45:12,229 WARN [b60eac9bda43:34423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T16:45:12,276 INFO [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C37163%2C1732121111510, suffix=, logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,37163,1732121111510, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs, maxLogs=32 2024-11-20T16:45:12,278 INFO [RS:1;b60eac9bda43:37163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b60eac9bda43%2C37163%2C1732121111510.1732121112278 2024-11-20T16:45:12,282 INFO [RS:0;b60eac9bda43:43923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C43923%2C1732121111435, suffix=, logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,43923,1732121111435, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs, maxLogs=32 2024-11-20T16:45:12,284 INFO [RS:0;b60eac9bda43:43923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b60eac9bda43%2C43923%2C1732121111435.1732121112283 2024-11-20T16:45:12,287 INFO [RS:2;b60eac9bda43:46255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C46255%2C1732121111566, suffix=, logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,46255,1732121111566, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs, maxLogs=32 2024-11-20T16:45:12,288 INFO [RS:2;b60eac9bda43:46255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b60eac9bda43%2C46255%2C1732121111566.1732121112287 2024-11-20T16:45:12,292 INFO [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,37163,1732121111510/b60eac9bda43%2C37163%2C1732121111510.1732121112278 2024-11-20T16:45:12,295 DEBUG [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:34509:34509),(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-20T16:45:12,300 INFO [RS:2;b60eac9bda43:46255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,46255,1732121111566/b60eac9bda43%2C46255%2C1732121111566.1732121112287 2024-11-20T16:45:12,308 INFO [RS:0;b60eac9bda43:43923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,43923,1732121111435/b60eac9bda43%2C43923%2C1732121111435.1732121112283 2024-11-20T16:45:12,310 DEBUG [RS:2;b60eac9bda43:46255 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:34509:34509)] 2024-11-20T16:45:12,319 DEBUG [RS:0;b60eac9bda43:43923 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:34509:34509),(127.0.0.1/127.0.0.1:46247:46247)] 2024-11-20T16:45:12,429 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T16:45:12,429 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T16:45:12,479 DEBUG [b60eac9bda43:34423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T16:45:12,480 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0} 2024-11-20T16:45:12,482 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T16:45:12,482 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T16:45:12,482 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T16:45:12,482 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T16:45:12,482 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T16:45:12,482 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T16:45:12,483 INFO [b60eac9bda43:34423 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T16:45:12,483 INFO [b60eac9bda43:34423 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T16:45:12,483 INFO [b60eac9bda43:34423 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T16:45:12,483 DEBUG [b60eac9bda43:34423 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T16:45:12,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,37163,1732121111510, state=OPENING 2024-11-20T16:45:12,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T16:45:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:12,530 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:12,530 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:12,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:45:12,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,37163,1732121111510}] 2024-11-20T16:45:12,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T16:45:12,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T16:45:12,695 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T16:45:12,695 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T16:45:12,697 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b60eac9bda43%2C37163%2C1732121111510.meta, suffix=.meta, logDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,37163,1732121111510, archiveDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs, maxLogs=32 2024-11-20T16:45:12,698 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor b60eac9bda43%2C37163%2C1732121111510.meta.1732121112698.meta 2024-11-20T16:45:12,714 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/WALs/b60eac9bda43,37163,1732121111510/b60eac9bda43%2C37163%2C1732121111510.meta.1732121112698.meta 2024-11-20T16:45:12,716 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34509:34509),(127.0.0.1/127.0.0.1:46247:46247),(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-20T16:45:12,723 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:45:12,723 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T16:45:12,723 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T16:45:12,723 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T16:45:12,723 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T16:45:12,724 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:12,724 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T16:45:12,724 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T16:45:12,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:45:12,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:45:12,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:45:12,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:45:12,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:45:12,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:45:12,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:45:12,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:45:12,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:45:12,737 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:45:12,738 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740 2024-11-20T16:45:12,740 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740 2024-11-20T16:45:12,741 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:45:12,741 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:45:12,742 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:45:12,744 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:45:12,745 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68789859, jitterRate=0.02504877746105194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:45:12,745 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T16:45:12,746 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732121112724Writing region info on filesystem at 1732121112724Initializing all the Stores at 1732121112725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121112726 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121112726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121112726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732121112726Cleaning up temporary data from old regions at 1732121112741 (+15 ms)Running coprocessor post-open hooks at 1732121112745 (+4 ms)Region opened successfully at 1732121112745 2024-11-20T16:45:12,748 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732121112685 2024-11-20T16:45:12,752 DEBUG [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T16:45:12,752 INFO [RS_OPEN_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T16:45:12,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b60eac9bda43,37163,1732121111510, state=OPEN 2024-11-20T16:45:12,772 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:12,772 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:12,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:12,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:45:12,775 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b60eac9bda43,37163,1732121111510 2024-11-20T16:45:12,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:45:12,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T16:45:12,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b60eac9bda43,37163,1732121111510 in 245 msec 2024-11-20T16:45:12,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T16:45:12,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-20T16:45:12,788 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:45:12,788 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T16:45:12,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:45:12,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,37163,1732121111510, seqNum=-1] 2024-11-20T16:45:12,790 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:45:12,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48705, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:45:12,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-11-20T16:45:12,801 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732121112801, completionTime=-1 2024-11-20T16:45:12,801 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T16:45:12,801 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T16:45:12,803 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T16:45:12,803 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732121172803 2024-11-20T16:45:12,804 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732121232804 2024-11-20T16:45:12,804 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T16:45:12,804 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,34423,1732121111274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,804 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,34423,1732121111274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,804 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,34423,1732121111274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,805 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b60eac9bda43:34423, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,805 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,805 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,808 DEBUG [master/b60eac9bda43:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T16:45:12,811 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.172sec 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,34423,1732121111274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:45:12,814 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,34423,1732121111274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T16:45:12,817 DEBUG [master/b60eac9bda43:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T16:45:12,818 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T16:45:12,818 INFO [master/b60eac9bda43:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b60eac9bda43,34423,1732121111274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:45:12,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a57433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:45:12,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b60eac9bda43,34423,-1 for getting cluster id 2024-11-20T16:45:12,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:45:12,903 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00957b58-d7c3-44fd-9b37-cb96d062a114' 2024-11-20T16:45:12,904 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:45:12,904 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00957b58-d7c3-44fd-9b37-cb96d062a114" 2024-11-20T16:45:12,904 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fd2ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:45:12,904 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b60eac9bda43,34423,-1] 2024-11-20T16:45:12,905 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:45:12,905 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:12,907 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:45:12,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438ad0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:45:12,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:45:12,910 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b60eac9bda43,37163,1732121111510, seqNum=-1] 2024-11-20T16:45:12,911 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:45:12,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:45:12,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b60eac9bda43,34423,1732121111274 2024-11-20T16:45:12,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:45:12,918 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b60eac9bda43,34423,1732121111274 2024-11-20T16:45:12,918 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2405d7f0 2024-11-20T16:45:12,918 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:45:12,920 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:45:12,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:45:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T16:45:12,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:45:12,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:12,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T16:45:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:12,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:45:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741837_1013 (size=392) 2024-11-20T16:45:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741837_1013 (size=392) 2024-11-20T16:45:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741837_1013 (size=392) 2024-11-20T16:45:12,957 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b31433ec4f58d2c857e8d1a617a186f, NAME => 'TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494 2024-11-20T16:45:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741838_1014 (size=51) 2024-11-20T16:45:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741838_1014 (size=51) 2024-11-20T16:45:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741838_1014 (size=51) 2024-11-20T16:45:12,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:12,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 2b31433ec4f58d2c857e8d1a617a186f, disabling compactions & flushes 2024-11-20T16:45:12,971 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:12,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:12,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. after waiting 0 ms 2024-11-20T16:45:12,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:12,971 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:12,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b31433ec4f58d2c857e8d1a617a186f: Waiting for close lock at 1732121112971Disabling compacts and flushes for region at 1732121112971Disabling writes for close at 1732121112971Writing region close event to WAL at 1732121112971Closed at 1732121112971 2024-11-20T16:45:12,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:45:12,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732121112974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732121112974"}]},"ts":"1732121112974"} 2024-11-20T16:45:12,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:45:12,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:45:12,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121112980"}]},"ts":"1732121112980"} 2024-11-20T16:45:12,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T16:45:12,984 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b60eac9bda43=0} racks are {/default-rack=0} 2024-11-20T16:45:12,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T16:45:12,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T16:45:12,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T16:45:12,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T16:45:12,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T16:45:12,985 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T16:45:12,985 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T16:45:12,986 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T16:45:12,986 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T16:45:12,986 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T16:45:12,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2b31433ec4f58d2c857e8d1a617a186f, ASSIGN}] 2024-11-20T16:45:12,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2b31433ec4f58d2c857e8d1a617a186f, ASSIGN 2024-11-20T16:45:12,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2b31433ec4f58d2c857e8d1a617a186f, ASSIGN; state=OFFLINE, location=b60eac9bda43,37163,1732121111510; forceNewPlan=false, retain=false 2024-11-20T16:45:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:13,142 INFO [b60eac9bda43:34423 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T16:45:13,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b31433ec4f58d2c857e8d1a617a186f, regionState=OPENING, regionLocation=b60eac9bda43,37163,1732121111510 2024-11-20T16:45:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2b31433ec4f58d2c857e8d1a617a186f, ASSIGN because future has completed 2024-11-20T16:45:13,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b31433ec4f58d2c857e8d1a617a186f, server=b60eac9bda43,37163,1732121111510}] 2024-11-20T16:45:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:13,308 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,308 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b31433ec4f58d2c857e8d1a617a186f, NAME => 'TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:45:13,309 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,309 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:45:13,309 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,309 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,311 INFO [StoreOpener-2b31433ec4f58d2c857e8d1a617a186f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,313 INFO [StoreOpener-2b31433ec4f58d2c857e8d1a617a186f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b31433ec4f58d2c857e8d1a617a186f columnFamilyName cf 2024-11-20T16:45:13,313 DEBUG [StoreOpener-2b31433ec4f58d2c857e8d1a617a186f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:45:13,314 INFO [StoreOpener-2b31433ec4f58d2c857e8d1a617a186f-1 {}] regionserver.HStore(327): Store=2b31433ec4f58d2c857e8d1a617a186f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:45:13,314 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,315 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,315 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,316 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,316 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,318 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,321 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:45:13,321 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b31433ec4f58d2c857e8d1a617a186f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73622660, jitterRate=0.09706312417984009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T16:45:13,322 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,322 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b31433ec4f58d2c857e8d1a617a186f: Running coprocessor pre-open hook at 1732121113309Writing region info on filesystem at 1732121113309Initializing all the Stores at 1732121113311 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732121113311Cleaning up temporary data from old regions at 1732121113316 (+5 ms)Running coprocessor post-open hooks at 1732121113322 (+6 ms)Region opened successfully at 1732121113322 2024-11-20T16:45:13,324 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f., pid=6, masterSystemTime=1732121113302 2024-11-20T16:45:13,328 DEBUG [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,328 INFO [RS_OPEN_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b31433ec4f58d2c857e8d1a617a186f, regionState=OPEN, openSeqNum=2, regionLocation=b60eac9bda43,37163,1732121111510 2024-11-20T16:45:13,334 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34423 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b60eac9bda43,37163,1732121111510, table=TestHBaseWalOnEC, region=2b31433ec4f58d2c857e8d1a617a186f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T16:45:13,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b31433ec4f58d2c857e8d1a617a186f, server=b60eac9bda43,37163,1732121111510 because future has completed 2024-11-20T16:45:13,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T16:45:13,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b31433ec4f58d2c857e8d1a617a186f, server=b60eac9bda43,37163,1732121111510 in 190 msec 2024-11-20T16:45:13,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T16:45:13,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2b31433ec4f58d2c857e8d1a617a186f, ASSIGN in 357 msec 2024-11-20T16:45:13,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:45:13,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732121113350"}]},"ts":"1732121113350"} 2024-11-20T16:45:13,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T16:45:13,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:45:13,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 436 msec 2024-11-20T16:45:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:45:13,558 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T16:45:13,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T16:45:13,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T16:45:13,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T16:45:13,563 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T16:45:13,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T16:45:13,568 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f., hostname=b60eac9bda43,37163,1732121111510, seqNum=2] 2024-11-20T16:45:13,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T16:45:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T16:45:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:13,576 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:45:13,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:45:13,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:45:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:13,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:45:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,734 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2b31433ec4f58d2c857e8d1a617a186f 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T16:45:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/.tmp/cf/3842bd4c67374618b6ff3f8a6ca13214 is 36, key is row/cf:cq/1732121113570/Put/seqid=0 2024-11-20T16:45:13,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741839_1015 (size=4787) 2024-11-20T16:45:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741839_1015 (size=4787) 2024-11-20T16:45:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741839_1015 (size=4787) 2024-11-20T16:45:13,779 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/.tmp/cf/3842bd4c67374618b6ff3f8a6ca13214 2024-11-20T16:45:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/.tmp/cf/3842bd4c67374618b6ff3f8a6ca13214 as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/cf/3842bd4c67374618b6ff3f8a6ca13214 2024-11-20T16:45:13,797 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/cf/3842bd4c67374618b6ff3f8a6ca13214, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T16:45:13,799 INFO [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 2b31433ec4f58d2c857e8d1a617a186f in 64ms, sequenceid=5, compaction requested=false 2024-11-20T16:45:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2b31433ec4f58d2c857e8d1a617a186f: 2024-11-20T16:45:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b60eac9bda43:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T16:45:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T16:45:13,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T16:45:13,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 224 msec 2024-11-20T16:45:13,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 235 msec 2024-11-20T16:45:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:45:13,889 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T16:45:13,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T16:45:13,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:45:13,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:13,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:45:13,895 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T16:45:13,895 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=727081967, stopped=false 2024-11-20T16:45:13,895 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b60eac9bda43,34423,1732121111274 2024-11-20T16:45:13,938 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:13,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:13,938 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:13,938 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:13,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:13,938 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:13,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:45:13,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:45:13,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:45:13,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:13,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:13,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:13,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:13,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:45:13,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:13,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,43923,1732121111435' ***** 2024-11-20T16:45:13,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:45:13,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,37163,1732121111510' ***** 2024-11-20T16:45:13,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:45:13,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b60eac9bda43,46255,1732121111566' ***** 2024-11-20T16:45:13,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:45:13,940 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:45:13,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:45:13,940 INFO [RS:1;b60eac9bda43:37163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:45:13,940 INFO [RS:1;b60eac9bda43:37163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:45:13,940 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,940 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:45:13,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:45:13,940 INFO [RS:0;b60eac9bda43:43923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:45:13,940 INFO [RS:0;b60eac9bda43:43923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:45:13,940 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,43923,1732121111435 2024-11-20T16:45:13,940 INFO [RS:0;b60eac9bda43:43923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:45:13,941 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,37163,1732121111510 2024-11-20T16:45:13,941 INFO [RS:1;b60eac9bda43:37163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:13,941 INFO [RS:0;b60eac9bda43:43923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b60eac9bda43:43923. 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:45:13,941 INFO [RS:1;b60eac9bda43:37163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b60eac9bda43:37163. 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(959): stopping server b60eac9bda43,46255,1732121111566 2024-11-20T16:45:13,941 DEBUG [RS:0;b60eac9bda43:43923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:13,941 DEBUG [RS:1;b60eac9bda43:37163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:13,941 DEBUG [RS:0;b60eac9bda43:43923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b60eac9bda43:46255. 2024-11-20T16:45:13,941 DEBUG [RS:1;b60eac9bda43:37163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,941 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,43923,1732121111435; all regions closed. 2024-11-20T16:45:13,941 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:45:13,941 DEBUG [RS:2;b60eac9bda43:46255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:45:13,941 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:45:13,941 DEBUG [RS:2;b60eac9bda43:46255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,941 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:45:13,941 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,46255,1732121111566; all regions closed. 2024-11-20T16:45:13,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:45:13,942 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b31433ec4f58d2c857e8d1a617a186f, disabling compactions & flushes 2024-11-20T16:45:13,942 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,942 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,942 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. after waiting 0 ms 2024-11-20T16:45:13,942 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,943 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,943 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,943 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,943 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,943 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,944 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:13,945 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:13,945 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T16:45:13,946 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,946 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,946 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T16:45:13,946 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,946 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1325): Online Regions={2b31433ec4f58d2c857e8d1a617a186f=TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T16:45:13,946 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,946 DEBUG [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b31433ec4f58d2c857e8d1a617a186f 2024-11-20T16:45:13,946 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:13,946 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:45:13,946 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:45:13,946 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:45:13,946 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:45:13,946 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:45:13,947 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T16:45:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741834_1010 (size=93) 2024-11-20T16:45:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741834_1010 (size=93) 2024-11-20T16:45:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741834_1010 (size=93) 2024-11-20T16:45:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741835_1011 (size=93) 2024-11-20T16:45:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741835_1011 (size=93) 2024-11-20T16:45:13,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741835_1011 (size=93) 2024-11-20T16:45:13,963 DEBUG [RS:0;b60eac9bda43:43923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs 2024-11-20T16:45:13,964 INFO [RS:0;b60eac9bda43:43923 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b60eac9bda43%2C43923%2C1732121111435:(num 1732121112283) 2024-11-20T16:45:13,964 DEBUG [RS:0;b60eac9bda43:43923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,964 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:13,964 INFO [RS:0;b60eac9bda43:43923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:13,964 INFO [RS:0;b60eac9bda43:43923 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:13,965 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:45:13,965 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:13,965 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:45:13,965 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:45:13,965 INFO [RS:0;b60eac9bda43:43923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:13,965 INFO [RS:0;b60eac9bda43:43923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43923 2024-11-20T16:45:13,967 DEBUG [RS:2;b60eac9bda43:46255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs 2024-11-20T16:45:13,967 INFO [RS:2;b60eac9bda43:46255 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b60eac9bda43%2C46255%2C1732121111566:(num 1732121112287) 2024-11-20T16:45:13,967 DEBUG [RS:2;b60eac9bda43:46255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:13,967 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:13,968 INFO [RS:2;b60eac9bda43:46255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:13,968 INFO [RS:2;b60eac9bda43:46255 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:13,968 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:13,969 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:45:13,969 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:45:13,969 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:45:13,969 INFO [RS:2;b60eac9bda43:46255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:13,969 INFO [RS:2;b60eac9bda43:46255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46255 2024-11-20T16:45:13,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:13,971 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,43923,1732121111435 2024-11-20T16:45:13,971 INFO [RS:0;b60eac9bda43:43923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:13,976 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/default/TestHBaseWalOnEC/2b31433ec4f58d2c857e8d1a617a186f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T16:45:13,978 INFO [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,978 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b31433ec4f58d2c857e8d1a617a186f: Waiting for close lock at 1732121113942Running coprocessor pre-close hooks at 1732121113942Disabling compacts and flushes for region at 1732121113942Disabling writes for close at 1732121113942Writing region close event to WAL at 1732121113965 (+23 ms)Running coprocessor post-close hooks at 1732121113978 (+13 ms)Closed at 1732121113978 2024-11-20T16:45:13,979 DEBUG [RS_CLOSE_REGION-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f. 2024-11-20T16:45:13,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,46255,1732121111566 2024-11-20T16:45:13,979 INFO [RS:2;b60eac9bda43:46255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:13,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,46255,1732121111566] 2024-11-20T16:45:13,982 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/info/bee240b9162948288564a37fb8c90b59 is 153, key is TestHBaseWalOnEC,,1732121112920.2b31433ec4f58d2c857e8d1a617a186f./info:regioninfo/1732121113329/Put/seqid=0 2024-11-20T16:45:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741840_1016 (size=6637) 2024-11-20T16:45:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741840_1016 (size=6637) 2024-11-20T16:45:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741840_1016 (size=6637) 2024-11-20T16:45:13,994 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/info/bee240b9162948288564a37fb8c90b59 2024-11-20T16:45:13,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,46255,1732121111566 already deleted, retry=false 2024-11-20T16:45:13,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,46255,1732121111566 expired; onlineServers=2 2024-11-20T16:45:13,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,43923,1732121111435] 2024-11-20T16:45:14,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,43923,1732121111435 already deleted, retry=false 2024-11-20T16:45:14,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,43923,1732121111435 expired; onlineServers=1 2024-11-20T16:45:14,024 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/ns/3a320e2ac85a4419a20254755300dfe8 is 43, key is default/ns:d/1732121112793/Put/seqid=0 2024-11-20T16:45:14,025 WARN [IPC Server handler 0 on default port 34541 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T16:45:14,025 WARN [IPC Server handler 0 on default port 34541 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T16:45:14,025 WARN [IPC Server handler 0 on default port 34541 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T16:45:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741841_1017 (size=5153) 2024-11-20T16:45:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741841_1017 (size=5153) 2024-11-20T16:45:14,035 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/ns/3a320e2ac85a4419a20254755300dfe8 2024-11-20T16:45:14,038 INFO [regionserver/b60eac9bda43:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:14,068 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/table/ed6c17b6753547adbc1893663037b085 is 52, key is TestHBaseWalOnEC/table:state/1732121113350/Put/seqid=0 2024-11-20T16:45:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741842_1018 (size=5249) 2024-11-20T16:45:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741842_1018 (size=5249) 2024-11-20T16:45:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741842_1018 (size=5249) 2024-11-20T16:45:14,078 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/table/ed6c17b6753547adbc1893663037b085 2024-11-20T16:45:14,088 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,088 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1015a6c3d990001, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,088 INFO [RS:0;b60eac9bda43:43923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:14,088 INFO [RS:0;b60eac9bda43:43923 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,43923,1732121111435; zookeeper connection closed. 2024-11-20T16:45:14,088 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/info/bee240b9162948288564a37fb8c90b59 as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/info/bee240b9162948288564a37fb8c90b59 2024-11-20T16:45:14,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b1914b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b1914b2 2024-11-20T16:45:14,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,096 INFO [RS:2;b60eac9bda43:46255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:14,096 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/info/bee240b9162948288564a37fb8c90b59, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T16:45:14,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46255-0x1015a6c3d990003, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,096 INFO [RS:2;b60eac9bda43:46255 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,46255,1732121111566; zookeeper connection closed. 2024-11-20T16:45:14,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dbcfe22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dbcfe22 2024-11-20T16:45:14,097 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/ns/3a320e2ac85a4419a20254755300dfe8 as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/ns/3a320e2ac85a4419a20254755300dfe8 2024-11-20T16:45:14,104 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/ns/3a320e2ac85a4419a20254755300dfe8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T16:45:14,106 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/.tmp/table/ed6c17b6753547adbc1893663037b085 as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/table/ed6c17b6753547adbc1893663037b085 2024-11-20T16:45:14,116 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/table/ed6c17b6753547adbc1893663037b085, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T16:45:14,118 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=11, compaction requested=false 2024-11-20T16:45:14,124 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T16:45:14,125 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T16:45:14,125 INFO [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:45:14,125 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732121113946Running coprocessor pre-close hooks at 1732121113946Disabling compacts and flushes for region at 1732121113946Disabling writes for close at 1732121113946Obtaining lock to block concurrent updates at 1732121113947 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732121113947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732121113947Flushing stores of hbase:meta,,1.1588230740 at 1732121113949 (+2 ms)Flushing 1588230740/info: creating writer at 1732121113949Flushing 1588230740/info: appending metadata at 1732121113982 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732121113982Flushing 1588230740/ns: creating writer at 1732121114004 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732121114023 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732121114023Flushing 1588230740/table: creating writer at 1732121114046 (+23 ms)Flushing 1588230740/table: appending metadata at 1732121114068 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732121114068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b7f8f2: reopening flushed file at 1732121114087 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50341ab4: reopening flushed file at 1732121114096 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c4400: reopening flushed file at 1732121114105 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=11, compaction requested=false at 1732121114118 (+13 ms)Writing region close event to WAL at 1732121114119 (+1 ms)Running coprocessor post-close hooks at 1732121114125 (+6 ms)Closed at 1732121114125 2024-11-20T16:45:14,125 DEBUG [RS_CLOSE_META-regionserver/b60eac9bda43:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T16:45:14,146 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(976): stopping server b60eac9bda43,37163,1732121111510; all regions closed. 2024-11-20T16:45:14,147 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,148 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,148 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,148 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,148 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741836_1012 (size=2751) 2024-11-20T16:45:14,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741836_1012 (size=2751) 2024-11-20T16:45:14,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741836_1012 (size=2751) 2024-11-20T16:45:14,156 DEBUG [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs 2024-11-20T16:45:14,156 INFO [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b60eac9bda43%2C37163%2C1732121111510.meta:.meta(num 1732121112698) 2024-11-20T16:45:14,157 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,157 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,157 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,157 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,159 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741833_1009 (size=1298) 2024-11-20T16:45:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741833_1009 (size=1298) 2024-11-20T16:45:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741833_1009 (size=1298) 2024-11-20T16:45:14,168 INFO [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T16:45:14,168 INFO [regionserver/b60eac9bda43:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T16:45:14,169 DEBUG [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/oldWALs 2024-11-20T16:45:14,169 INFO [RS:1;b60eac9bda43:37163 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b60eac9bda43%2C37163%2C1732121111510:(num 1732121112278) 2024-11-20T16:45:14,169 DEBUG [RS:1;b60eac9bda43:37163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:45:14,169 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:45:14,169 INFO [RS:1;b60eac9bda43:37163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:14,170 INFO [RS:1;b60eac9bda43:37163 {}] hbase.ChoreService(370): Chore service for: regionserver/b60eac9bda43:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:14,170 INFO [RS:1;b60eac9bda43:37163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:14,170 INFO [regionserver/b60eac9bda43:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:14,170 INFO [RS:1;b60eac9bda43:37163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37163 2024-11-20T16:45:14,196 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b60eac9bda43,37163,1732121111510 2024-11-20T16:45:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:45:14,196 INFO [RS:1;b60eac9bda43:37163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:14,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b60eac9bda43,37163,1732121111510] 2024-11-20T16:45:14,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b60eac9bda43,37163,1732121111510 already deleted, retry=false 2024-11-20T16:45:14,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b60eac9bda43,37163,1732121111510 expired; onlineServers=0 2024-11-20T16:45:14,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b60eac9bda43,34423,1732121111274' ***** 2024-11-20T16:45:14,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T16:45:14,213 INFO [M:0;b60eac9bda43:34423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:45:14,213 INFO [M:0;b60eac9bda43:34423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:45:14,213 DEBUG [M:0;b60eac9bda43:34423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T16:45:14,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T16:45:14,213 DEBUG [M:0;b60eac9bda43:34423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T16:45:14,213 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121112000 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.small.0-1732121112000,5,FailOnTimeoutGroup] 2024-11-20T16:45:14,213 DEBUG [master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121112000 {}] cleaner.HFileCleaner(306): Exit Thread[master/b60eac9bda43:0:becomeActiveMaster-HFileCleaner.large.0-1732121112000,5,FailOnTimeoutGroup] 2024-11-20T16:45:14,213 INFO [M:0;b60eac9bda43:34423 {}] hbase.ChoreService(370): Chore service for: master/b60eac9bda43:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T16:45:14,213 INFO [M:0;b60eac9bda43:34423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:45:14,214 DEBUG [M:0;b60eac9bda43:34423 {}] master.HMaster(1795): Stopping service threads 2024-11-20T16:45:14,214 INFO [M:0;b60eac9bda43:34423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T16:45:14,214 INFO [M:0;b60eac9bda43:34423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:45:14,215 INFO [M:0;b60eac9bda43:34423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T16:45:14,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T16:45:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T16:45:14,221 DEBUG [M:0;b60eac9bda43:34423 {}] zookeeper.ZKUtil(347): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T16:45:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:45:14,221 WARN [M:0;b60eac9bda43:34423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T16:45:14,222 INFO [M:0;b60eac9bda43:34423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/.lastflushedseqids 2024-11-20T16:45:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741843_1019 (size=127) 2024-11-20T16:45:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741843_1019 (size=127) 2024-11-20T16:45:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741843_1019 (size=127) 2024-11-20T16:45:14,239 INFO [M:0;b60eac9bda43:34423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T16:45:14,239 INFO [M:0;b60eac9bda43:34423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T16:45:14,239 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:45:14,239 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:14,239 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:14,239 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:45:14,240 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:14,240 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-20T16:45:14,261 DEBUG [M:0;b60eac9bda43:34423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa35f012ba2d4992b3221759779ccad1 is 82, key is hbase:meta,,1/info:regioninfo/1732121112753/Put/seqid=0 2024-11-20T16:45:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741844_1020 (size=5672) 2024-11-20T16:45:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741844_1020 (size=5672) 2024-11-20T16:45:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741844_1020 (size=5672) 2024-11-20T16:45:14,275 INFO [M:0;b60eac9bda43:34423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa35f012ba2d4992b3221759779ccad1 2024-11-20T16:45:14,301 DEBUG [M:0;b60eac9bda43:34423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e3f311847a2458299f2be04cad882b6 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732121113360/Put/seqid=0 2024-11-20T16:45:14,307 INFO [RS:1;b60eac9bda43:37163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:14,307 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,307 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37163-0x1015a6c3d990002, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,307 INFO [RS:1;b60eac9bda43:37163 {}] regionserver.HRegionServer(1031): Exiting; stopping=b60eac9bda43,37163,1732121111510; zookeeper connection closed. 2024-11-20T16:45:14,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e12f877 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e12f877 2024-11-20T16:45:14,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T16:45:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741845_1021 (size=6438) 2024-11-20T16:45:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741845_1021 (size=6438) 2024-11-20T16:45:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741845_1021 (size=6438) 2024-11-20T16:45:14,314 INFO [M:0;b60eac9bda43:34423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.13 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e3f311847a2458299f2be04cad882b6 2024-11-20T16:45:14,336 DEBUG [M:0;b60eac9bda43:34423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0211d384f45040ac816da448a8d73b3e is 69, key is b60eac9bda43,37163,1732121111510/rs:state/1732121112064/Put/seqid=0 2024-11-20T16:45:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741846_1022 (size=5294) 2024-11-20T16:45:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741846_1022 (size=5294) 2024-11-20T16:45:14,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741846_1022 (size=5294) 2024-11-20T16:45:14,346 INFO [M:0;b60eac9bda43:34423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0211d384f45040ac816da448a8d73b3e 2024-11-20T16:45:14,353 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa35f012ba2d4992b3221759779ccad1 as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa35f012ba2d4992b3221759779ccad1 2024-11-20T16:45:14,360 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa35f012ba2d4992b3221759779ccad1, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T16:45:14,361 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e3f311847a2458299f2be04cad882b6 as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e3f311847a2458299f2be04cad882b6 2024-11-20T16:45:14,368 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e3f311847a2458299f2be04cad882b6, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T16:45:14,370 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0211d384f45040ac816da448a8d73b3e as hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0211d384f45040ac816da448a8d73b3e 2024-11-20T16:45:14,376 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34541/user/jenkins/test-data/cc9c6d1d-c77f-9ae6-d189-f3edefc59494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0211d384f45040ac816da448a8d73b3e, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T16:45:14,378 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=72, compaction requested=false 2024-11-20T16:45:14,379 INFO [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:45:14,379 DEBUG [M:0;b60eac9bda43:34423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732121114239Disabling compacts and flushes for region at 1732121114239Disabling writes for close at 1732121114239Obtaining lock to block concurrent updates at 1732121114240 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732121114240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27459, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732121114240Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732121114241 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732121114241Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732121114261 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732121114261Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732121114283 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732121114301 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732121114301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732121114321 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732121114335 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732121114335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d108453: reopening flushed file at 1732121114352 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3413ea19: reopening flushed file at 1732121114360 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759928ad: reopening flushed file at 1732121114369 (+9 ms)Finished flush of dataSize ~26.82 KB/27459, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=72, compaction requested=false at 1732121114378 (+9 ms)Writing region close event to WAL at 1732121114379 (+1 ms)Closed at 1732121114379 2024-11-20T16:45:14,380 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,380 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,380 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,380 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,380 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T16:45:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38207 is added to blk_1073741830_1006 (size=32662) 2024-11-20T16:45:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38861 is added to blk_1073741830_1006 (size=32662) 2024-11-20T16:45:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741830_1006 (size=32662) 2024-11-20T16:45:14,384 INFO [M:0;b60eac9bda43:34423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T16:45:14,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:45:14,384 INFO [M:0;b60eac9bda43:34423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34423 2024-11-20T16:45:14,385 INFO [M:0;b60eac9bda43:34423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:45:14,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,496 INFO [M:0;b60eac9bda43:34423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:45:14,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34423-0x1015a6c3d990000, quorum=127.0.0.1:55937, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:45:14,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bff0a43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:14,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19dff04d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:14,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:14,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38da8210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:14,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e0095f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:14,501 WARN [BP-545679936-172.17.0.2-1732121108819 heartbeating to localhost/127.0.0.1:34541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:45:14,501 WARN [BP-545679936-172.17.0.2-1732121108819 heartbeating to localhost/127.0.0.1:34541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-545679936-172.17.0.2-1732121108819 (Datanode Uuid 4ce6ac9e-e8a1-449f-bedc-688e5aca7696) service to localhost/127.0.0.1:34541 2024-11-20T16:45:14,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:45:14,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:45:14,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data5/current/BP-545679936-172.17.0.2-1732121108819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:14,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data6/current/BP-545679936-172.17.0.2-1732121108819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:14,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:45:14,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e5e4927{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:14,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1768a8c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:14,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:14,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb1336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:14,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4297c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:14,513 WARN [BP-545679936-172.17.0.2-1732121108819 heartbeating to localhost/127.0.0.1:34541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:45:14,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:45:14,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:45:14,513 WARN [BP-545679936-172.17.0.2-1732121108819 heartbeating to localhost/127.0.0.1:34541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-545679936-172.17.0.2-1732121108819 (Datanode Uuid 4402111c-c213-406a-9759-0cb314c61ae1) service to localhost/127.0.0.1:34541 2024-11-20T16:45:14,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data3/current/BP-545679936-172.17.0.2-1732121108819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:14,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data4/current/BP-545679936-172.17.0.2-1732121108819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:14,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:45:14,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e5384{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:45:14,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d6118e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:14,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:14,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a92fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:14,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2807f8c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:14,518 WARN [BP-545679936-172.17.0.2-1732121108819 heartbeating to localhost/127.0.0.1:34541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:45:14,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:45:14,518 WARN [BP-545679936-172.17.0.2-1732121108819 heartbeating to localhost/127.0.0.1:34541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-545679936-172.17.0.2-1732121108819 (Datanode Uuid 6ee4ae52-010c-422a-bc17-99998bb483d7) service to localhost/127.0.0.1:34541 2024-11-20T16:45:14,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:45:14,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data1/current/BP-545679936-172.17.0.2-1732121108819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:14,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/cluster_adb933ea-e2b5-1e0c-1947-e587982f4a30/data/data2/current/BP-545679936-172.17.0.2-1732121108819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:45:14,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:45:14,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:45:14,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:45:14,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:45:14,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:45:14,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/389e2549-2283-3553-ef8b-db864402898a/hadoop.log.dir/,STOPPED} 2024-11-20T16:45:14,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T16:45:14,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T16:45:14,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 90) - Thread LEAK? -, OpenFileDescriptor=516 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=8977 (was 9153)